-- Logs begin at Tue 2021-06-22 06:33:25 UTC, end at Tue 2021-06-22 07:27:03 UTC. -- Jun 22 07:03:16.689713 dv-cinder-786627-11-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 22 07:03:19.364199 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.common.config [-] Logging enabled! Jun 22 07:03:19.364705 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev370 Jun 22 07:03:19.364977 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92712) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 07:03:19.368203 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.common.config [-] Logging enabled! Jun 22 07:03:19.368459 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev370 Jun 22 07:03:19.368768 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92712) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 07:03:19.369707 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 07:03:19.369941 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 07:03:19.370309 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 07:03:19.370556 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 07:03:19.370781 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 07:03:19.371102 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.371432 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.371756 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.371990 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.372285 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.372574 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.372860 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.373152 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.373451 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.373740 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.374036 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.374316 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.374548 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.374833 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.375122 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.375431 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.375658 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] debug = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.375947 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.376372 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.376802 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.377079 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.377367 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.377643 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.377908 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.378183 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.378468 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.378819 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] host = dv-cinder-786627-11-smb {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.379091 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.379405 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.379762 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.380049 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.380325 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.380604 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.380886 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.381158 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.381430 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] log_file = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.381704 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.381992 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.382276 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.382565 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.382788 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.383011 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.383316 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.383602 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.383878 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.384154 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.384430 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.384703 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.384978 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.385246 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.385538 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.385821 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.386107 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.386385 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.386662 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.386935 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.387207 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.388052 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.388332 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.388610 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.388885 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.389172 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.389441 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.389715 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.390018 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.390305 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.390585 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.390870 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.391144 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.391457 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.391732 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.392004 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.392277 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] use_json = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.392548 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.392818 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.393099 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.393368 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.393637 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.393910 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.394180 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.394467 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:19.394765 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.395060 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.395386 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.395671 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.395964 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.396250 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.396541 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.396821 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.397110 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.397395 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.397684 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.397960 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.398247 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.398524 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.398827 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.399152 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.399476 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.399768 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.400042 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.400317 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.400592 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.400867 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.401151 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.401443 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.401731 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.402001 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.402279 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.402573 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.402846 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.403806 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.404157 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.404467 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.404751 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.405029 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.405311 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.405592 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.405866 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.406137 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.406419 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.406707 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.406985 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.407257 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.407624 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.407901 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.408171 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.408455 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.408730 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.409004 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.409274 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.409550 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.409818 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.410088 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.410362 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.410632 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.410909 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.411181 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.411478 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.411750 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.412023 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.412295 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.412566 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.412837 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.413115 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.413388 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.413660 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.413934 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.414209 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.414484 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.414774 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.415076 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.415384 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.415668 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.415948 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.416234 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.416513 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.416791 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.417071 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.417352 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.417624 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.417916 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.418202 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.418489 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.418938 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.419251 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.419583 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.419869 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.420159 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.420444 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.420728 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.421022 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.421309 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.421606 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.421902 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.422197 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.422491 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.422786 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.423070 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.423413 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.423698 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:19.423914 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 07:03:19.424165 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92712) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 22 07:03:19.778937 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:03:19.779228 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:03:19.779549 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:03:19.779931 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 22 07:03:20.173222 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.173424 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.173679 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.174985 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.175263 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.175556 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.209969 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.210248 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.210513 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.223967 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.224246 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.224515 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.254861 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.255142 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.255452 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.291531 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.291810 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.292079 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.525501 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.526106 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.526106 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.526266 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.527152 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.653702 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.654013 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.654306 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.654658 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.654934 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.655249 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.655555 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.655818 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.656075 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.656359 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.656622 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.656899 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.657154 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.657415 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.657673 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.657943 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.658219 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.658474 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.658745 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.658998 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.659279 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.659658 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.659907 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.660192 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.660439 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.660686 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.661714 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 07:03:20.661714 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 07:03:20.661714 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 07:03:20.661941 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 07:03:20.662033 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 07:03:20.662235 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 07:03:20.662606 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 22 07:03:20.667063 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 22 07:03:20.671250 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 22 07:03:20.675107 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jun 22 07:03:20.676758 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 22 07:03:20.677221 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 22 07:03:20.677557 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 22 07:03:20.677944 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 22 07:03:20.680755 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 22 07:03:20.681011 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 22 07:03:20.681360 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 07:03:20.709354 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 22 07:03:20.709817 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.710120 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92712) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 22 07:03:20.710484 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.711887 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92712) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 22 07:03:20.712176 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 07:03:20.712422 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 22 07:03:20.716373 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.716650 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:20.780856 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 22 07:03:20.781091 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 22 07:03:20.781322 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 22 07:03:20.781697 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 22 07:03:20.802247 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_db.sqlalchemy.engines [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92712) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 22 07:03:21.336582 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.managers [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Initializing driver for type 'gre' Jun 22 07:03:21.337138 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] gre ID ranges: [(1, 1000)] Jun 22 07:03:21.390426 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.managers [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Initializing driver for type 'local' Jun 22 07:03:21.390715 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.managers [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Initializing driver for type 'vlan' Jun 22 07:03:21.406363 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] VlanTypeDriver initialization complete Jun 22 07:03:21.407125 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.managers [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Initializing driver for type 'vxlan' Jun 22 07:03:21.407576 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] vxlan ID ranges: [(1, 1000)] Jun 22 07:03:21.459797 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.managers [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Initializing extension driver 'port_security' Jun 22 07:03:21.460137 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.extensions.port_security [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] PortSecurityExtensionDriver initialization complete Jun 22 07:03:21.460474 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.managers [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Initializing mechanism driver 'openvswitch' Jun 22 07:03:21.460822 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.managers [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Initializing mechanism driver 'hyperv' Jun 22 07:03:21.468664 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.plugins.ml2.plugin [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:03:21.469437 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > port after_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.469812 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > port after_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.470173 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > port after_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.470558 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > subnet after_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.470907 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > subnet after_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.471259 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > subnet after_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.471672 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > network after_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.472019 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > network after_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.472361 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > network after_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.472735 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > security_group after_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.473078 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > security_group after_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.473417 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > security_group after_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.473789 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.474131 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.474470 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.474841 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > address_group after_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.475185 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > address_group after_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.475555 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > address_group after_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.475895 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] ML2 OVO RPC backend initialized. {{(pid=92712) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 22 07:03:21.476594 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > router_interface after_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.476941 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.477356 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > network before_response 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.477699 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > networks before_response 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.478044 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > port before_response 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.478382 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > ports before_response 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.478729 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > subnet before_response 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.479069 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > subnets before_response 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.479438 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > network after_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.479777 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > network after_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.480108 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > network after_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.480441 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > port after_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.480776 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > port after_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.481243 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > port after_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.481638 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > subnet after_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.481976 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > subnet after_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.482309 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > subnet after_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.482886 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.plugin [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Modular L2 Plugin initialization complete Jun 22 07:03:21.483218 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading services supported by the core plugin {{(pid=92712) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 22 07:03:21.483570 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.plugins.ml2.managers [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Got port-security extension from driver 'port_security' Jun 22 07:03:21.484031 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.extensions.vlantransparent [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Disabled vlantransparent extension. Jun 22 07:03:21.484516 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92712) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 22 07:03:21.484831 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading Plugin: router Jun 22 07:03:21.519986 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > router_interface before_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.520374 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > router after_create 55549900 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.520741 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > router before_create 55549900 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.521105 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.521472 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.521821 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > router after_delete 55549900 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.522176 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > floatingip after_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.522534 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > router after_create 55549900 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.522876 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > router after_update 55549900 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.523223 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > router after_update 55549900 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.523590 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.523942 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > router after_update 55549900 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.524350 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > router precommit_update 55549900 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.524713 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: port after_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.525049 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: port after_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.525378 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: subnet after_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.525711 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.526222 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > port precommit_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.526387 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > router precommit_create 55549900 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.526721 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: port before_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.527065 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > router precommit_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.527460 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > router after_update 55549900 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.527801 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > router precommit_delete 55549900 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.528724 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > router precommit_create 55549900 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.529078 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > router_interface after_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.529421 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > router precommit_update 55549900 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.529793 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > network after_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.530657 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.quota.resource_registry [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Tracking information for resource: router configured {{(pid=92712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 07:03:21.530986 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.quota.resource_registry [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Tracking information for resource: floatingip configured {{(pid=92712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 07:03:21.536037 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.db.l3_agentschedulers_db [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 22 07:03:21.536610 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: port after_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.536972 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: port after_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.537321 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: port after_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.537663 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: port after_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.538451 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > router before_create 55550100 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.538811 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > router precommit_delete 55550100 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.539169 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > router precommit_create 55550100 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.539560 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > router precommit_update 55550100 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.544263 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.services.provider_configuration [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Service providers = [] {{(pid=92712) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 22 07:03:21.544633 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.db.servicetype_db [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92712) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 22 07:03:21.547557 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.services.service_base [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92712) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 07:03:21.547905 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.services.service_base [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92712) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 07:03:21.548246 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.services.service_base [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92712) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 07:03:21.549125 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.services.service_base [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92712) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 07:03:21.549494 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.services.service_base [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 22 07:03:21.549872 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 07:03:21.550190 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 22 07:03:21.560949 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 07:03:21.561285 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading Plugin: auto_allocate Jun 22 07:03:21.567070 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: network precommit_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.567475 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: network precommit_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.568004 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 07:03:21.568324 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading Plugin: tag Jun 22 07:03:21.575411 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 07:03:21.575742 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading Plugin: timestamp Jun 22 07:03:21.579540 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 07:03:21.579870 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading Plugin: network_ip_availability Jun 22 07:03:21.587411 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.587692 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.588050 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.588855 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 07:03:21.589445 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading Plugin: flavors Jun 22 07:03:21.595350 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 07:03:21.595687 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading Plugin: revisions Jun 22 07:03:21.600528 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 07:03:21.600935 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_concurrency.lockutils [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.821s {{(pid=92712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:03:21.601714 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92712) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 22 07:03:21.602052 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Initializing extension manager. Jun 22 07:03:21.602568 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: __init__.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.602910 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: __pycache__ {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.603244 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.603605 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: address_group.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.604451 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.605055 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: address-group Jun 22 07:03:21.605378 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: address_scope.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.606181 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.606708 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: address-scope Jun 22 07:03:21.607215 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: admin_state_down_before_update.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.608291 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.608811 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: router-admin-state-down-before-update Jun 22 07:03:21.609134 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: agent.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.609849 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.610348 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: agent Jun 22 07:03:21.610665 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: agent_resources_synced.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.611611 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.612121 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: agent-resources-synced Jun 22 07:03:21.612441 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: allowedaddresspairs.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.614314 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.614848 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: allowed-address-pairs Jun 22 07:03:21.615176 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: auto_allocated_topology.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.616597 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.617130 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: auto-allocated-topology Jun 22 07:03:21.617458 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: availability_zone.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.618158 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.618667 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: availability_zone Jun 22 07:03:21.618989 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: availability_zone_filter.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.619944 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.620454 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: availability_zone_filter Jun 22 07:03:21.620776 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: data_plane_status.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.621722 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.622345 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension data-plane-status not supported by any of loaded plugins Jun 22 07:03:21.622663 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: default_subnetpools.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.623587 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.624098 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: default-subnetpools Jun 22 07:03:21.624420 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: dhcpagentscheduler.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.625241 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.625748 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: dhcp_agent_scheduler Jun 22 07:03:21.626068 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: dns.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.626967 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.627507 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension dns-integration not supported by any of loaded plugins Jun 22 07:03:21.627826 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: dns_domain_ports.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.628737 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.629235 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 22 07:03:21.629556 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: dvr.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.630216 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.630716 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: dvr Jun 22 07:03:21.631033 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: empty_string_filtering.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.631949 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.632451 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: empty-string-filtering Jun 22 07:03:21.632770 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.633657 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.634157 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 22 07:03:21.634477 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.635398 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.635898 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 22 07:03:21.636217 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: external_net.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.637106 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.638161 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: external-net Jun 22 07:03:21.638481 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: extra_dhcp_opt.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.639398 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.639908 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: extra_dhcp_opt Jun 22 07:03:21.640236 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: extraroute.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.641125 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.641631 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: extraroute Jun 22 07:03:21.641951 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: extraroute_atomic.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.642972 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.643511 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: extraroute-atomic Jun 22 07:03:21.643834 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: filter_validation.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.644496 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.645003 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: filter-validation Jun 22 07:03:21.645324 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: fip_pf_description.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.646236 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.646737 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 22 07:03:21.647056 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: fip_port_details.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.647991 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.648497 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: fip-port-details Jun 22 07:03:21.648808 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: flavors.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.650053 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.650566 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: flavors Jun 22 07:03:21.650892 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.652608 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.653137 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 22 07:03:21.654032 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: floatingip_pools.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.654726 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.655237 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: floatingip-pools Jun 22 07:03:21.655596 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: ip_allocation.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.656501 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.658921 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension ip_allocation not supported by any of loaded plugins Jun 22 07:03:21.658921 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.658921 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.658921 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: ip-substring-filtering Jun 22 07:03:21.659230 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: l2_adjacency.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.659952 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.660462 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension l2_adjacency not supported by any of loaded plugins Jun 22 07:03:21.660784 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: l3.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.661786 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.662299 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: router Jun 22 07:03:21.662621 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: l3_conntrack_helper.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.665073 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.665605 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 22 07:03:21.665940 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.666855 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.667392 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: ext-gw-mode Jun 22 07:03:21.667724 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.668722 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.669265 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: l3-ha Jun 22 07:03:21.669554 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: l3_flavors.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.670463 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.670969 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: l3-flavors Jun 22 07:03:21.671344 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.672251 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.672761 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: l3-port-ip-change-not-allowed Jun 22 07:03:21.673080 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: l3agentscheduler.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.674103 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.674613 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: l3_agent_scheduler Jun 22 07:03:21.674938 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: logging.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.676460 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.676978 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension logging not supported by any of loaded plugins Jun 22 07:03:21.677308 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: metering.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.678041 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.678623 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: metering Jun 22 07:03:21.678948 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.680103 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.680620 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: metering_source_and_destination_fields Jun 22 07:03:21.680947 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: multiprovidernet.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.681853 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.682361 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: multi-provider Jun 22 07:03:21.682685 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: netmtu.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.683610 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.684648 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: net-mtu Jun 22 07:03:21.684976 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: netmtu_writable.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.685873 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.686379 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: net-mtu-writable Jun 22 07:03:21.686700 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: network_availability_zone.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.687398 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.687898 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: network_availability_zone Jun 22 07:03:21.688216 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: network_ip_availability.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.689290 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.689803 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: network-ip-availability Jun 22 07:03:21.690127 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: network_segment_range.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.690889 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.691428 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension network-segment-range not supported by any of loaded plugins Jun 22 07:03:21.691751 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: pagination.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.692709 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.693038 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: pagination Jun 22 07:03:21.693356 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: port_device_profile.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.694236 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.694752 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: port-device-profile Jun 22 07:03:21.695070 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.695999 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.696509 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: port-mac-address-regenerate Jun 22 07:03:21.696828 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.697715 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.698221 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: port-numa-affinity-policy Jun 22 07:03:21.698538 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: port_resource_request.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.699469 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.700534 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension port-resource-request not supported by any of loaded plugins Jun 22 07:03:21.700851 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: portbindings.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.701755 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.702264 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: binding Jun 22 07:03:21.702656 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: portbindings_extended.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.703885 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.704400 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: binding-extended Jun 22 07:03:21.704722 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: portsecurity.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.705613 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.706130 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: port-security Jun 22 07:03:21.706451 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: project_id.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.707437 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.707767 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: project-id Jun 22 07:03:21.708087 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: providernet.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.708990 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.709505 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: provider Jun 22 07:03:21.709825 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: qos.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.713523 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.714318 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension qos not supported by any of loaded plugins Jun 22 07:03:21.714652 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.715934 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.716536 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 22 07:03:21.716866 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.717765 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.718278 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 22 07:03:21.718602 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: qos_default.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.719511 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.720026 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension qos-default not supported by any of loaded plugins Jun 22 07:03:21.720350 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: qos_fip.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.720995 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.721498 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension qos-fip not supported by any of loaded plugins Jun 22 07:03:21.721819 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: qos_gateway_ip.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.722727 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.723238 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 22 07:03:21.723593 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: qos_port_network_policy.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.724488 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.724994 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 22 07:03:21.725315 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: qos_rule_type_details.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.726211 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.726715 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 22 07:03:21.727038 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: qos_rules_alias.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.728103 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.728613 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 22 07:03:21.728936 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: quotasv2.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.729882 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.730209 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: quotas Jun 22 07:03:21.730534 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: quotasv2_detail.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.733822 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.734161 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: quota_details Jun 22 07:03:21.734491 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: rbac.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.735571 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.736101 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: rbac-policies Jun 22 07:03:21.736426 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: rbac_address_group.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.737333 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.737847 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: rbac-address-group Jun 22 07:03:21.738168 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: rbac_address_scope.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.739063 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.739603 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: rbac-address-scope Jun 22 07:03:21.739923 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: rbac_security_groups.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.740837 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.741348 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: rbac-security-groups Jun 22 07:03:21.741667 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: rbac_subnetpool.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.742559 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.743066 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: rbac-subnetpool Jun 22 07:03:21.743410 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: revisionifmatch.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.744313 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.744820 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: revision-if-match Jun 22 07:03:21.745140 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: revisions.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.746442 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.747510 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: standard-attr-revisions Jun 22 07:03:21.747839 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: router_availability_zone.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.748502 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.749010 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: router_availability_zone Jun 22 07:03:21.749331 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: routerservicetype.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.750234 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.750743 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension router-service-type not supported by any of loaded plugins Jun 22 07:03:21.751068 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.751997 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.752509 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: security-groups-normalized-cidr Jun 22 07:03:21.752830 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: security_groups_port_filtering.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.753733 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.754242 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: port-security-groups-filtering Jun 22 07:03:21.754561 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.755497 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.756005 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: security-groups-remote-address-group Jun 22 07:03:21.756323 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: securitygroup.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.766796 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.767363 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: security-group Jun 22 07:03:21.767701 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: segment.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.768485 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.768998 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension segment not supported by any of loaded plugins Jun 22 07:03:21.769326 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.770259 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.770770 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 22 07:03:21.771095 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: servicetype.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.772227 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.772753 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: service-type Jun 22 07:03:21.773080 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: sorting.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.774050 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.774382 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: sorting Jun 22 07:03:21.774708 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: standard_attr_segment.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.775640 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.776142 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 22 07:03:21.776465 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: standardattrdescription.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.777103 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.777619 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: standard-attr-description Jun 22 07:03:21.778183 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: stateful_security_group.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.779163 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.779706 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: stateful-security-group Jun 22 07:03:21.780030 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: stdattrs_common.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.780624 dv-cinder-786627-11-smb neutron-server[92712]: WARNING neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 22 07:03:21.780948 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.781944 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.782458 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 22 07:03:21.782779 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: subnet_onboard.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.783931 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.784445 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: subnet_onboard Jun 22 07:03:21.784769 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.785671 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.786177 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 22 07:03:21.786498 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: subnet_service_types.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.787477 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.788034 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: subnet-service-types Jun 22 07:03:21.788356 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: subnetallocation.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.789541 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.790097 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: subnet_allocation Jun 22 07:03:21.790422 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.791102 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.791652 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: subnetpool-prefix-ops Jun 22 07:03:21.791980 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.792897 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.793401 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 22 07:03:21.793854 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: tagging.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.794985 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.795551 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: standard-attr-tag Jun 22 07:03:21.795879 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: timestamp.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.797079 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.797596 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loaded extension: standard-attr-timestamp Jun 22 07:03:21.797919 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: trunk.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.798950 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.799513 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension trunk not supported by any of loaded plugins Jun 22 07:03:21.799837 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: trunk_details.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.800735 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.801246 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension trunk-details not supported by any of loaded plugins Jun 22 07:03:21.801565 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: uplink_status_propagation.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.802468 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.802980 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 22 07:03:21.803319 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Loading extension file: vlantransparent.py {{(pid=92712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:03:21.803990 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:03:21.804498 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extension vlan-transparent not supported by any of loaded plugins Jun 22 07:03:21.807191 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.quota.resource_registry [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Creating instance of TrackedResource for resource:network Jun 22 07:03:21.807802 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.quota.resource_registry [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Creating instance of TrackedResource for resource:subnet Jun 22 07:03:21.808332 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.quota.resource_registry [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 07:03:21.808726 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.quota.resource_registry [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Creating instance of TrackedResource for resource:port Jun 22 07:03:21.811258 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.v2.resource_helper [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 07:03:21.811773 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.v2.resource_helper [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Service FLAVORS assigned prefix: {{(pid=92712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 07:03:21.812391 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.v2.resource_helper [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 07:03:21.812828 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.v2.resource_helper [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 07:03:21.813158 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.quota.resource_registry [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Creating instance of TrackedResource for resource:router Jun 22 07:03:21.813584 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.quota.resource_registry [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Creating instance of TrackedResource for resource:floatingip Jun 22 07:03:21.814079 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.v2.resource_helper [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Service METERING assigned prefix: /metering {{(pid=92712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 07:03:21.815570 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.815945 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.816294 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:03:21.817314 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.quota.resource_registry [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 07:03:21.817757 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.quota.resource_registry [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Creating instance of TrackedResource for resource:security_group Jun 22 07:03:21.818189 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.quota.resource_registry [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 07:03:21.818818 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.v2.resource_helper [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Service CORE assigned prefix: {{(pid=92712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 07:03:21.819157 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.quota.resource_registry [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 07:03:21.819536 dv-cinder-786627-11-smb neutron-server[92712]: WARNING neutron.quota.resource_registry [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] subnetpool is already registered Jun 22 07:03:21.819977 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.v2.resource_helper [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Service CORE assigned prefix: {{(pid=92712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 07:03:21.820301 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.quota.resource_registry [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 07:03:21.820628 dv-cinder-786627-11-smb neutron-server[92712]: WARNING neutron.quota.resource_registry [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] subnetpool is already registered Jun 22 07:03:21.823057 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.v2.resource_helper [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 07:03:21.823515 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.v2.resource_helper [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Service FLAVORS assigned prefix: {{(pid=92712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 07:03:21.824111 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.v2.resource_helper [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 07:03:21.824530 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.v2.resource_helper [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 07:03:21.825877 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.quota.resource_registry [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Creating instance of TrackedResource for resource:router Jun 22 07:03:21.826228 dv-cinder-786627-11-smb neutron-server[92712]: WARNING neutron.quota.resource_registry [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] router is already registered Jun 22 07:03:21.826653 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.quota.resource_registry [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Creating instance of TrackedResource for resource:floatingip Jun 22 07:03:21.826983 dv-cinder-786627-11-smb neutron-server[92712]: WARNING neutron.quota.resource_registry [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] floatingip is already registered Jun 22 07:03:21.827499 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.v2.resource_helper [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Service METERING assigned prefix: /metering {{(pid=92712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 07:03:21.828209 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.quota.resource_registry [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 07:03:21.828535 dv-cinder-786627-11-smb neutron-server[92712]: WARNING neutron.quota.resource_registry [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] rbac_policy is already registered Jun 22 07:03:21.828948 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.quota.resource_registry [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Creating instance of TrackedResource for resource:security_group Jun 22 07:03:21.829278 dv-cinder-786627-11-smb neutron-server[92712]: WARNING neutron.quota.resource_registry [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] security_group is already registered Jun 22 07:03:21.829679 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.quota.resource_registry [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 07:03:21.830008 dv-cinder-786627-11-smb neutron-server[92712]: WARNING neutron.quota.resource_registry [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] security_group_rule is already registered Jun 22 07:03:21.830681 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.v2.resource_helper [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Service CORE assigned prefix: {{(pid=92712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 07:03:21.831006 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.quota.resource_registry [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 07:03:21.831361 dv-cinder-786627-11-smb neutron-server[92712]: WARNING neutron.quota.resource_registry [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] subnetpool is already registered Jun 22 07:03:21.831787 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.v2.resource_helper [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Service CORE assigned prefix: {{(pid=92712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 07:03:21.832108 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.quota.resource_registry [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 07:03:21.832435 dv-cinder-786627-11-smb neutron-server[92712]: WARNING neutron.quota.resource_registry [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] subnetpool is already registered Jun 22 07:03:21.832936 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: extensions {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.834507 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: address-groups {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.836041 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: address-scopes {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.837371 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: agents {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.838597 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: auto-allocated-topology {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.840304 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: availability_zones {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.841593 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: dhcp-networks {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.843123 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: dhcp-agents {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.844612 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: routers {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.846343 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: flavors {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.849078 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: service_profiles {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.850310 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: next_providers {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.851812 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: service_profiles {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.853388 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: floatingip-pools {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.854610 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: routers {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.856523 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: floatingips {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.857925 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: l3-routers {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.859401 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: l3-agents {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.860821 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: metering-labels {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.862087 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: metering-label-rules {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.863514 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: network-ip-availabilities {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.864799 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: bindings {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.866365 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: quotas {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.867956 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: quotas {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.869404 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: rbac-policies {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.870621 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: security-groups {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.872599 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: security-group-rules {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.873933 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: service-providers {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.875162 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: subnetpools {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.876509 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: subnetpools {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.878084 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: tags {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.879811 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: tags {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.881658 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: tags {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.883468 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: tags {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.885158 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: tags {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.887137 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: tags {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.889811 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: tags {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.891627 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: tags {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.893513 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: tags {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.895299 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron.api.extensions [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Extended resource: tags {{(pid=92712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:03:21.901491 dv-cinder-786627-11-smb neutron-server[92712]: WARNING keystonemiddleware.auth_token [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 22 07:03:21.906776 dv-cinder-786627-11-smb neutron-server[92712]: WARNING keystonemiddleware.auth_token [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 22 07:03:21.915269 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_concurrency.lockutils [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Acquired lock "singleton_lock" {{(pid=92712) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 22 07:03:21.915774 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_concurrency.lockutils [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Releasing lock "singleton_lock" {{(pid=92712) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 22 07:03:21.916437 dv-cinder-786627-11-smb neutron-server[92712]: INFO oslo_service.service [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Starting 2 workers Jun 22 07:03:21.921524 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Started child 92821 {{(pid=92712) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 07:03:21.926156 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Started child 92822 {{(pid=92712) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 07:03:21.926760 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:21.927832 dv-cinder-786627-11-smb neutron-server[92712]: INFO neutron.service [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Neutron service started, listening on 0.0.0.0:9696 Jun 22 07:03:21.928306 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [-] (92821) wsgi starting up on http://0.0.0.0:9696 Jun 22 07:03:21.928493 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Notify callbacks [] for process, before_spawn {{(pid=92712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:21.930976 dv-cinder-786627-11-smb neutron-server[92712]: INFO oslo_service.service [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Starting 1 workers Jun 22 07:03:21.931351 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:21.932767 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [-] (92822) wsgi starting up on http://0.0.0.0:9696 Jun 22 07:03:21.936936 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Started child 92823 {{(pid=92712) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 07:03:21.937495 dv-cinder-786627-11-smb neutron-server[92712]: INFO oslo_service.service [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Starting 1 workers Jun 22 07:03:21.940755 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.service [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] calling RpcWorker wait() {{(pid=92823) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 22 07:03:21.941369 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.service [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] returning from RpcWorker wait() {{(pid=92823) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 22 07:03:21.942099 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Started child 92824 {{(pid=92712) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 07:03:21.942715 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:21.942942 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG neutron_lib.callbacks.manager [None req-fd8ccd01-67bb-4c72-b6cb-a905e133460d None None] Notify callbacks [] for process, after_spawn {{(pid=92712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:21.943306 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:03:21.944888 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92712) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 07:03:21.945104 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 07:03:21.945290 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 07:03:21.945503 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 07:03:21.945850 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 07:03:21.946070 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 07:03:21.946598 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.946878 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.947160 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.947253 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:21.947754 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.947754 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.948298 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.948560 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.948813 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.949096 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.949360 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.949538 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.949813 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.950652 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.951131 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.951614 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.951924 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.952195 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.952489 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.952674 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.952947 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.953226 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.953482 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.953752 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] debug = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.953999 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.954509 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.954786 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.955043 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.955272 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.955587 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.955823 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.956108 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.956363 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.956640 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.956875 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.957141 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.957378 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.957592 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.957815 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.958086 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.958323 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.958829 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] host = dv-cinder-786627-11-smb {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.959051 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.959385 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.959655 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.959919 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.960169 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.960412 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.960670 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.960941 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.961196 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.961421 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.961663 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.961932 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.962186 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.962420 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] log_file = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.962586 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] log_options = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.962821 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.963097 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.963392 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.963587 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.963757 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.964202 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.964456 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.964621 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.964882 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.965113 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.965923 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.966146 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.966342 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.966773 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.967172 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.967483 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.967742 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.967981 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.968233 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.968467 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.968697 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.968948 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.969173 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.969398 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.969644 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.969822 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.970049 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.970265 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.970479 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.970741 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.970988 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.971374 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.971550 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.971794 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.972041 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.972270 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.973254 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.973254 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.973254 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.973254 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.973741 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.973864 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:03:21.974003 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.974003 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.974248 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.974381 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.975315 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] use_json = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.975315 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.975315 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.975315 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.975783 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.975783 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.975918 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.976177 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.976559 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:21.976708 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.977015 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.977603 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.977931 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.978170 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.978424 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.978673 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.978913 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.979143 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.979413 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.979720 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.980020 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.980246 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.980491 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.980754 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.981785 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.982197 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.982653 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.982941 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.983196 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.983474 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.983668 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.984006 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.984270 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.984532 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.984795 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.985014 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.985267 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.985485 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.985704 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.985956 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.986187 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.986441 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.986661 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.987360 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.987360 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.987360 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.987563 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.988287 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.988287 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.988287 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.988596 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.988718 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.988934 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.989170 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.989389 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.989624 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.990248 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.990248 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.990552 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.990552 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.990846 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.990988 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.991609 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.991609 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.991609 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.992997 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.992997 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.992997 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.992997 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.992997 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.993690 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.993690 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.993690 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.994089 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.994089 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.994351 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.994501 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.994649 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.994893 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.995057 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.995262 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.995512 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.995724 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.995948 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.996155 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.996365 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.996625 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.996982 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.997274 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.997625 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.998057 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.998229 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.998432 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.998707 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.999382 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.999382 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.999609 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:21.999787 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.000039 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.000274 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.000523 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.000744 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.000975 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.001182 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.001453 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.001706 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.001952 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.002197 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.002447 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.002725 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.002941 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.003202 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.003507 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.003678 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.003912 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.004202 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.004457 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.004709 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.004985 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.005258 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.005523 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.005764 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.006046 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.006257 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.006516 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.006813 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.007074 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.007348 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.007591 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.007854 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.008113 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.008364 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.008623 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.008870 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.009097 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.009315 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.009604 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.009859 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.010078 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.010290 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.010537 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.010853 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.011093 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.011320 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.011539 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.011808 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.012088 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.012332 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.012630 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.013066 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.013472 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.013746 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.013975 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.014191 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.014434 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.014682 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.014897 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.015153 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.015395 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.015632 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.015862 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.016082 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.016310 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.016524 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.016743 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.016986 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.017202 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.017441 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.017682 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.017893 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.018110 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.018346 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.018562 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.018776 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.018989 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.019204 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.019473 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.019688 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.019969 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.020224 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.020435 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.020692 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.020885 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.021139 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.021353 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.021595 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.021812 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.022026 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.022257 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.022474 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.022705 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.022919 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.023142 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.023379 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.023633 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.023885 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.024219 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.024481 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.024708 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.024948 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.025165 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.025413 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.025627 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.025844 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.026056 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.026268 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.026482 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.026754 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.026973 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.027194 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.027448 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.027664 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.028411 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.028774 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.029084 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.029359 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.029688 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.030161 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.030405 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.030634 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.030871 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.031084 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.031335 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.031529 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.031766 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.031992 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.032239 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.032440 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.032732 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.032848 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.033073 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.033278 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.033488 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.033757 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.033949 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.034173 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.034382 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.034596 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.034808 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.035014 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.035344 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.035592 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.035816 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.036100 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.036350 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.036585 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.036850 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.037174 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.037936 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.037936 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.037936 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.038257 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.038257 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.038597 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.038838 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.039136 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.039411 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.039661 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.039914 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.040219 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.040475 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.040718 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.041090 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.041368 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.041646 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.041889 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.042151 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.042429 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.042667 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.042881 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.043122 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.043365 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.044222 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.044616 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.045046 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.045330 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.045550 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.045778 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.046014 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.046264 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.046494 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.046716 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.046931 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.047092 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 07:03:22.047717 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92712) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 07:03:22.047876 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 07:03:22.048026 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 07:03:22.048351 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 07:03:22.048689 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 07:03:22.048840 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 07:03:22.049193 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.049357 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.049518 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.049677 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.049837 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.050019 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.050177 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.050334 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.050492 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.050649 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.050813 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.050972 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.051125 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.051451 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.051611 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.051769 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.051925 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.052082 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.052244 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.052401 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.052558 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.053393 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.053393 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] debug = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.053393 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.053393 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.053393 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.053942 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.053942 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.053942 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.053942 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.054333 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.054333 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.054333 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.054596 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.054724 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.054847 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.054968 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.055053 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.055203 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.055403 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.055566 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] host = dv-cinder-786627-11-smb {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.055714 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.055871 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.056011 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.056170 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.056325 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.056484 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.056637 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.056794 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.056949 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.057104 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.057261 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.057416 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.057572 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.057728 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] log_file = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.057883 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] log_options = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.058038 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.058192 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.058347 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.058521 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.058681 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.058841 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.058998 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.059190 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.059368 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.059645 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.059926 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.060211 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.060373 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.060532 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.060684 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.060851 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.061005 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.061162 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.061320 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.061478 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.061633 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.061788 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.061945 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.062101 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.062256 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.062413 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.062570 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.062725 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.062880 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.063036 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.063193 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.063375 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.063526 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.063684 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.063840 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.063996 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.064152 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.064313 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.064469 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.064625 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.064781 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.064939 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.065096 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.065252 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.065408 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.065563 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] use_json = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.065721 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.065875 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.066030 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.066184 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.066340 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.066496 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.066651 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.066808 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:03:22.066988 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.068262 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.068262 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.068262 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.068262 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.068262 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.068262 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.068262 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.068262 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.069092 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.069092 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.069092 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.069092 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.069092 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.069092 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.069498 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.069498 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.069641 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.069719 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.069844 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.070008 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.070219 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.070328 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.070637 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.070948 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.071107 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.071431 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.071593 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.071755 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.071916 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.072075 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.072235 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.072394 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.072552 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.072711 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.072871 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.073029 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.073188 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.073346 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.073505 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.073665 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.073823 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.073981 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.074141 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.074300 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.074459 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.074617 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.075315 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.075508 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.075792 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.076102 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.076329 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.076488 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.076646 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.076805 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.076963 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.077121 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.077280 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.077438 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.077596 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.077754 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.077926 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.078084 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.078242 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.078400 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.078558 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.078716 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.078874 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.079032 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.079190 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.079371 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.079535 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.079723 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.079839 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.079987 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.080165 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.080449 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.080449 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.080723 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.080723 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.080884 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.081044 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.081200 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.081362 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.081530 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.081705 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.081863 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.082021 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.082178 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.082336 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.082493 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.082651 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.082808 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.082966 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.083124 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.083281 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.083461 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.083621 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.083781 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.083938 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.084095 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.084252 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.084410 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.084567 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.084725 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.084883 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.085043 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.085200 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.085357 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.085514 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.085699 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.085835 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.085992 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.086153 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.086310 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.086475 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.086642 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.086800 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.086959 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.087116 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.087274 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.087454 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.087611 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.087771 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.087926 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.088081 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.088238 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.088375 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.088547 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.088843 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.088843 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.089720 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.089720 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.089720 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.089720 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.090213 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.090213 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.090213 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.092031 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.092031 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.092031 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.092031 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.092031 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.092586 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.092586 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.104723 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:03:22.106828 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.106987 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.107165 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.107357 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.107527 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.107693 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.107859 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.108022 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.108186 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.108348 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.108509 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.108670 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.108831 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.108991 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.109150 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.109309 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.109468 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.109626 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.109785 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.109945 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.110103 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.110261 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.110420 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.110579 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.110742 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.110900 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.111059 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.111218 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.111415 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.111575 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.111734 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.111896 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.112055 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.112214 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.112374 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.112533 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.112692 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.112852 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.113010 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.113170 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.113328 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.113487 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.113663 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.113823 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.113981 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.114139 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.114298 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.114457 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.114615 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.114774 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.114932 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.115090 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.115249 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.115433 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.115596 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.115850 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.116058 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.116223 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.117305 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.117305 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.117305 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.117305 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.117305 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.117305 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.118470 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.118470 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.118470 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.118470 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.118470 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.118470 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.118470 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.118470 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.119149 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.119149 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.119149 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.119149 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.119464 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.119464 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.119609 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.119707 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.120331 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.120331 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.120331 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.120331 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.120653 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.120653 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.120797 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.120930 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.123334 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.123334 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.123334 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.123334 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.123334 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.123334 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.123334 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.123334 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.124051 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.124051 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.124318 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.124318 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.124577 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.124669 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.124883 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.125047 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.125217 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.125392 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.125562 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.125892 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.126063 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.126242 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.126403 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.126571 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.126733 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.126897 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.127059 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.127222 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.127420 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.127585 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.127746 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.127908 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.128071 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.128257 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.128387 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.128546 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.128708 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.128870 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.129032 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.129194 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.129356 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:03:22.129511 dv-cinder-786627-11-smb neutron-server[92712]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 07:03:22.361760 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 55788) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:03:22.370431 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064890 Jun 22 07:03:34.209597 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e0eff1-3d9d-4133-a4cc-9af411bec24f None None] get_active_networks_info from dv-cinder-786627-11-smb {{(pid=92823) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 07:03:34.289128 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e0eff1-3d9d-4133-a4cc-9af411bec24f None None] No non-hosted networks {{(pid=92823) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 22 07:03:34.321048 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.agentschedulers_db [None req-51e0eff1-3d9d-4133-a4cc-9af411bec24f None None] DHCP Agent not found on host dv-cinder-786627-11-smb {{(pid=92823) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 22 07:03:34.474612 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-87648717-7d7e-4e38-9f3a-f3caa497ca5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737'] for agent, after_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:36.743642 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-feb008b9-7379-4b7f-a3a2-189b5f76f6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737'] for agent, after_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:36.780562 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-fd5e2db2-cf1c-4765-b409-c7de099861e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:36.886380 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737'] for agent, after_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:36.887805 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:36.888728 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:36.890598 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:36.891454 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:36.892295 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:36.893446 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:36.895435 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:36.896023 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:36.896669 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:36.897532 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:36.898254 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:36.899631 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:36.900294 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786627-11-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:03:36.907670 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786627-11-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:03:37.713447 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737'] for agent, after_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:39.748410 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737'] for agent, after_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:41.016087 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 55882) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:03:41.534088 dv-cinder-786627-11-smb neutron-server[92821]: WARNING oslo_policy.policy [None req-b0aaa195-5ad6-4111-97d9-93e5e283a3c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 07:03:41.534788 dv-cinder-786627-11-smb neutron-server[92821]: WARNING oslo_policy.policy [None req-b0aaa195-5ad6-4111-97d9-93e5e283a3c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 07:03:41.751327 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [None req-b0aaa195-5ad6-4111-97d9-93e5e283a3c4 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 07:03:41.752303 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-b0aaa195-5ad6-4111-97d9-93e5e283a3c4 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7353835 Jun 22 07:03:42.141167 dv-cinder-786627-11-smb neutron-server[92823]: INFO neutron.db.l3_hamode_db [None req-53051648-3143-4906-8129-5aa80dc46be9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 22 07:03:42.217428 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53051648-3143-4906-8129-5aa80dc46be9 None None] Routers set() bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:03:42.217816 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53051648-3143-4906-8129-5aa80dc46be9 None None] Router IDs set() for agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 22 07:03:44.151588 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 55896) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:03:44.643201 dv-cinder-786627-11-smb neutron-server[92822]: WARNING oslo_policy.policy [None req-133c1dd3-76a1-48fc-b1a9-52a4fcc81761 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 07:03:44.643796 dv-cinder-786627-11-smb neutron-server[92822]: WARNING oslo_policy.policy [None req-133c1dd3-76a1-48fc-b1a9-52a4fcc81761 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 07:03:44.866257 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-133c1dd3-76a1-48fc-b1a9-52a4fcc81761 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:03:44.966419 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.policy [None req-133c1dd3-76a1-48fc-b1a9-52a4fcc81761 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92822) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 07:03:45.013441 dv-cinder-786627-11-smb neutron-server[92822]: WARNING oslo_policy.policy [None req-133c1dd3-76a1-48fc-b1a9-52a4fcc81761 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 07:03:45.013822 dv-cinder-786627-11-smb neutron-server[92822]: WARNING oslo_policy.policy [None req-133c1dd3-76a1-48fc-b1a9-52a4fcc81761 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 07:03:45.022466 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.quota [None req-133c1dd3-76a1-48fc-b1a9-52a4fcc81761 admin admin] Loaded quota_driver: . Jun 22 07:03:45.114914 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-133c1dd3-76a1-48fc-b1a9-52a4fcc81761 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736032777427', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736032777958', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736032724247', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736032726221', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736032735888', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736032746325', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-735425', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1436126', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-458220', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-527377'] for rbac-policy, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:45.180236 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-133c1dd3-76a1-48fc-b1a9-52a4fcc81761 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:45.181665 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-133c1dd3-76a1-48fc-b1a9-52a4fcc81761 admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0275567 Jun 22 07:03:47.721986 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 55914) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:03:48.014190 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Request body: {'network': {'tenant_id': '4166c4e0f70d46698267dafce9689fda', 'project_id': '4166c4e0f70d46698267dafce9689fda', 'admin_state_up': True, 'name': 'private'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:03:48.044424 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Made reservation on behalf of 4166c4e0f70d46698267dafce9689fda for: {'network': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:03:48.047470 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for network, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:48.065552 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:48.193114 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:48.197001 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:48.203205 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:03:48.219212 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=92822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:03:48.248447 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736031724746', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:48.249056 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Unsubscribe: segment precommit_create {{(pid=92822) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 07:03:48.249529 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.db.segments_db [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Added segment 5a4712cd-07f6-4b98-845c-78e16c6ae3e1 of type vlan for network bb5da427-3f75-4507-bed5-9459be82b985 Jun 22 07:03:48.267517 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09567b26-c075-40d4-8856-907841290123,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:03:48.317938 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:48.318279 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:48.318602 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:48.318915 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:48.319226 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:48.319667 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:48.319975 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:48.320320 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:48.320628 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:48.320934 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:48.321235 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:48.321535 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Tracked resource versions report: Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: pushed versions: Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: { 'AddressGroup': {'1.2'}, Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: 'ConntrackHelper': {'1.0'}, Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: 'Log': {'1.0'}, Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: 'Network': {'1.1'}, Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: 'Port': {'1.7'}, Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: 'PortForwarding': {'1.2'}, Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: 'QosPolicy': {'1.8'}, Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: 'SecurityGroup': {'1.4'}, Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: 'SecurityGroupRule': {'1.2'}, Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: 'SubPort': {'1.0'}, Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: 'Subnet': {'1.1'}, Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: 'Trunk': {'1.1'}} Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: consumer versions: Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: { DHCP agent@dv-cinder-786627-11-smb: {}, Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: L3 agent@dv-cinder-786627-11-smb: {}, Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: Metadata agent@dv-cinder-786627-11-smb: {}, Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: Metering agent@dv-cinder-786627-11-smb: {}, Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: Open vSwitch agent@dv-cinder-786627-11-smb: { 'AddressGroup': '1.2', Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: 'ConntrackHelper': '1.0', Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: 'Log': '1.0', Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: 'Network': '1.1', Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: 'Port': '1.7', Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: 'PortForwarding': '1.2', Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: 'QosPolicy': '1.8', Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: 'SecurityGroup': '1.4', Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: 'SecurityGroupRule': '1.2', Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: 'SubPort': '1.0', Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: 'Subnet': '1.1', Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: 'Trunk': '1.1'}} Jun 22 07:03:48.322652 dv-cinder-786627-11-smb neutron-server[92822]: {{(pid=92822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 07:03:48.373285 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736031188691'] for network, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:48.378088 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:03:48.424846 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068'] for network, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:48.426387 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:03:48.427039 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:48.429033 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:03:48.506490 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7833335 Jun 22 07:03:48.524975 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Pushing event updated for resources: {'Network': ['ID=bb5da427-3f75-4507-bed5-9459be82b985,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:03:48.528737 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:03:48.537988 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Network bb5da427-3f75-4507-bed5-9459be82b985 details requested by agent ovs-agent-dv-cinder-786627-11-smb with host dv-cinder-786627-11-smb {{(pid=92823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:03:51.174562 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 55928) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:03:51.581793 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec94248-7bb8-4f93-bbbc-7d8f9f288baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:03:51.583138 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-fec94248-7bb8-4f93-bbbc-7d8f9f288baa admin admin] 10.222.0.22 "GET /v2.0/networks/bb5da427-3f75-4507-bed5-9459be82b985 HTTP/1.1" status: 200 len: 825 time: 0.4076083 Jun 22 07:03:51.607801 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-195847ee-3a14-4de4-9996-f8a9f604278b admin admin] 10.222.0.22 "GET /v2.0/subnetpools/dcb74ee2-9a9b-4f8a-82c8-23412601a351 HTTP/1.1" status: 200 len: 734 time: 0.0192487 Jun 22 07:03:51.616542 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-74c90ccc-9775-425f-977a-591c03307527 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'bb5da427-3f75-4507-bed5-9459be82b985', 'subnetpool_id': 'dcb74ee2-9a9b-4f8a-82c8-23412601a351', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '4166c4e0f70d46698267dafce9689fda'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:03:51.640633 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c90ccc-9775-425f-977a-591c03307527 admin admin] Made reservation on behalf of 4166c4e0f70d46698267dafce9689fda for: {'subnet': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:03:51.643251 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-74c90ccc-9775-425f-977a-591c03307527 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:51.952689 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-74c90ccc-9775-425f-977a-591c03307527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063'] for subnet, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:51.954878 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:03:52.021691 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c90ccc-9775-425f-977a-591c03307527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=448118f9-16ed-482d-bc00-32a626d868a5,revision_number=0']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:03:52.026872 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c90ccc-9775-425f-977a-591c03307527 admin admin] Checking segment: {'id': '5a4712cd-07f6-4b98-845c-78e16c6ae3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb5da427-3f75-4507-bed5-9459be82b985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:03:52.027837 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c90ccc-9775-425f-977a-591c03307527 admin admin] Network hostable DHCP agents. Network: bb5da427-3f75-4507-bed5-9459be82b985, hostable agents: ['b3e1d87c-8412-42f8-9df5-1411cb290459'], hosted agents: [] {{(pid=92822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:03:52.030278 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-74c90ccc-9775-425f-977a-591c03307527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:03:52.051254 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c90ccc-9775-425f-977a-591c03307527 admin admin] Network bb5da427-3f75-4507-bed5-9459be82b985 is scheduled to be hosted by DHCP agent b3e1d87c-8412-42f8-9df5-1411cb290459 with binding_index 1 {{(pid=92822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:03:52.062228 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [None req-74c90ccc-9775-425f-977a-591c03307527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-smb, bb5da427-3f75-4507-bed5-9459be82b985) {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:03:52.067251 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c90ccc-9775-425f-977a-591c03307527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:03:52.067867 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-74c90ccc-9775-425f-977a-591c03307527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for subnet, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:52.072541 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a336688-68bd-4ebf-a286-da12e78aee2b None None] Network bb5da427-3f75-4507-bed5-9459be82b985 requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:03:52.082174 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-74c90ccc-9775-425f-977a-591c03307527 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4691484 Jun 22 07:03:52.402769 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e4f5c82-077d-56c7-9869-6c225c043a1f-bb5da427-3f75-4507-bed5-9459be82b985', 'network_id': 'bb5da427-3f75-4507-bed5-9459be82b985', 'tenant_id': '4166c4e0f70d46698267dafce9689fda', 'fixed_ips': [{'subnet_id': '448118f9-16ed-482d-bc00-32a626d868a5'}]}} from dv-cinder-786627-11-smb. {{(pid=92823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 07:03:52.404020 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:52.688460 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.db_base_plugin_common [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Allocated IP 172.20.0.2 (bb5da427-3f75-4507-bed5-9459be82b985/448118f9-16ed-482d-bc00-32a626d868a5/22dc6e90-6870-4ed1-a09e-fa5bc2ed430b) {{(pid=92823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:03:52.892662 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Notify callbacks [] for port, precommit_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:52.937922 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Transition to ACTIVE for port object 22dc6e90-6870-4ed1-a09e-fa5bc2ed430b will not be triggered until provisioned by entity L2. {{(pid=92823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:03:52.959157 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Transition to ACTIVE for port object 22dc6e90-6870-4ed1-a09e-fa5bc2ed430b will not be triggered until provisioned by entity DHCP. {{(pid=92823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:03:52.968279 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430'] for port, after_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:52.971050 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:03:53.033788 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Network bb5da427-3f75-4507-bed5-9459be82b985 is already hosted by enough agents. {{(pid=92823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:03:53.045491 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.scheduler.base_scheduler [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Resources bound (agent type, host, resource id): {{(pid=92823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:03:53.054352 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Received port after_create {{(pid=92823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:03:53.056372 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Pushing event updated for resources: {'Port': ['ID=22dc6e90-6870-4ed1-a09e-fa5bc2ed430b,revision_number=1']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:03:53.066727 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:53.067071 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:53.067433 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:53.067765 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:53.068092 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:53.068417 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:53.068739 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:53.069098 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:53.069436 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:53.069757 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:53.070072 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:53.070387 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Tracked resource versions report: Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: pushed versions: Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: { 'AddressGroup': {'1.2'}, Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: 'ConntrackHelper': {'1.0'}, Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: 'Log': {'1.0'}, Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: 'Network': {'1.1'}, Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: 'Port': {'1.7'}, Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: 'PortForwarding': {'1.2'}, Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: 'QosPolicy': {'1.8'}, Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: 'SecurityGroup': {'1.4'}, Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: 'SecurityGroupRule': {'1.2'}, Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: 'SubPort': {'1.0'}, Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: 'Subnet': {'1.1'}, Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: 'Trunk': {'1.1'}} Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: consumer versions: Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: { DHCP agent@dv-cinder-786627-11-smb: {}, Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: L3 agent@dv-cinder-786627-11-smb: {}, Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: Metadata agent@dv-cinder-786627-11-smb: {}, Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: Metering agent@dv-cinder-786627-11-smb: {}, Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: Open vSwitch agent@dv-cinder-786627-11-smb: { 'AddressGroup': '1.2', Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: 'ConntrackHelper': '1.0', Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: 'Log': '1.0', Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: 'Network': '1.1', Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: 'Port': '1.7', Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: 'PortForwarding': '1.2', Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: 'QosPolicy': '1.8', Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: 'SecurityGroup': '1.4', Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: 'SecurityGroupRule': '1.2', Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: 'SubPort': '1.0', Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: 'Subnet': '1.1', Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: 'Trunk': '1.1'}} Jun 22 07:03:53.071546 dv-cinder-786627-11-smb neutron-server[92823]: {{(pid=92823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 07:03:53.091433 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:03:53.141797 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Attempting to bind port 22dc6e90-6870-4ed1-a09e-fa5bc2ed430b on host dv-cinder-786627-11-smb for vnic_type normal with profile {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:03:53.142193 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Attempting to bind port 22dc6e90-6870-4ed1-a09e-fa5bc2ed430b by drivers openvswitch,hyperv on host dv-cinder-786627-11-smb at level 0 using segments [{'id': '5a4712cd-07f6-4b98-845c-78e16c6ae3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb5da427-3f75-4507-bed5-9459be82b985'}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:03:53.142626 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Attempting to bind port 22dc6e90-6870-4ed1-a09e-fa5bc2ed430b on network bb5da427-3f75-4507-bed5-9459be82b985 {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:03:53.147759 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Checking agent: {'id': '2285e849-590c-4cbf-9562-ffa818bb227d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 3, 37), 'started_at': datetime.datetime(2021, 6, 22, 7, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:03:53.148168 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Checking segment: {'id': '5a4712cd-07f6-4b98-845c-78e16c6ae3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb5da427-3f75-4507-bed5-9459be82b985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:03:53.148644 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:53.149039 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Bound using segment: {'id': '5a4712cd-07f6-4b98-845c-78e16c6ae3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb5da427-3f75-4507-bed5-9459be82b985'} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:03:53.149508 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Bound port: 22dc6e90-6870-4ed1-a09e-fa5bc2ed430b, host: dv-cinder-786627-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4712cd-07f6-4b98-845c-78e16c6ae3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb5da427-3f75-4507-bed5-9459be82b985'}}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:03:53.149902 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:53.216285 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] For port 22dc6e90-6870-4ed1-a09e-fa5bc2ed430b, host dv-cinder-786627-11-smb, cleared binding levels {{(pid=92823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:03:53.220556 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] For port 22dc6e90-6870-4ed1-a09e-fa5bc2ed430b, host dv-cinder-786627-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=22dc6e90-6870-4ed1-a09e-fa5bc2ed430b,segment=NetworkSegment(5a4712cd-07f6-4b98-845c-78e16c6ae3e1),segment_id=5a4712cd-07f6-4b98-845c-78e16c6ae3e1)] {{(pid=92823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:03:53.225507 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:53.231900 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:03:53.297221 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Pushing event updated for resources: {'Port': ['ID=22dc6e90-6870-4ed1-a09e-fa5bc2ed430b,revision_number=2']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:03:53.300312 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:03:54.484323 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 55936) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:03:54.814590 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [None req-ab6a31fa-83c7-4c8b-812c-4a4b75211424 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 07:03:54.815645 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-ab6a31fa-83c7-4c8b-812c-4a4b75211424 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3302529 Jun 22 07:03:57.199749 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 55944) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:03:57.511664 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [None req-ae661d50-a9e2-4358-90a9-74f3fe9cf965 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 07:03:57.512639 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-ae661d50-a9e2-4358-90a9-74f3fe9cf965 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3118911 Jun 22 07:03:58.857489 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 22dc6e90-6870-4ed1-a09e-fa5bc2ed430b up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:03:58.944100 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning for port 22dc6e90-6870-4ed1-a09e-fa5bc2ed430b completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:03:59.433879 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc0d669-581f-46fc-b689-03abf6ec45f9 None None] Network bb5da427-3f75-4507-bed5-9459be82b985 requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:03:59.504649 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-a30005c8-91e6-426c-a96a-7770f517b4e2 None None] Provisioning for port 22dc6e90-6870-4ed1-a09e-fa5bc2ed430b completed by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:03:59.517304 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-a30005c8-91e6-426c-a96a-7770f517b4e2 None None] Provisioning complete for port 22dc6e90-6870-4ed1-a09e-fa5bc2ed430b triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:03:59.517704 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-a30005c8-91e6-426c-a96a-7770f517b4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:59.690891 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-a30005c8-91e6-426c-a96a-7770f517b4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:59.745481 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-a30005c8-91e6-426c-a96a-7770f517b4e2 None None] For port 22dc6e90-6870-4ed1-a09e-fa5bc2ed430b, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=22dc6e90-6870-4ed1-a09e-fa5bc2ed430b,segment=NetworkSegment(5a4712cd-07f6-4b98-845c-78e16c6ae3e1),segment_id=5a4712cd-07f6-4b98-845c-78e16c6ae3e1)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:03:59.753442 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-a30005c8-91e6-426c-a96a-7770f517b4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:03:59.755694 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:03:59.803603 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30005c8-91e6-426c-a96a-7770f517b4e2 None None] Pushing event updated for resources: {'Port': ['ID=22dc6e90-6870-4ed1-a09e-fa5bc2ed430b,revision_number=3']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:03:59.806664 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-a30005c8-91e6-426c-a96a-7770f517b4e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:03:59.983745 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-b68878a8-f436-475d-aa83-38b55b271795 None None] Provisioning complete for port 22dc6e90-6870-4ed1-a09e-fa5bc2ed430b triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:03:59.984378 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-b68878a8-f436-475d-aa83-38b55b271795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:00.171841 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 55958) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:04:00.468015 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-40bf1a90-e344-4250-9df2-82233ae4a675 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '4166c4e0f70d46698267dafce9689fda', 'admin_state_up': True}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:04:00.491649 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-40bf1a90-e344-4250-9df2-82233ae4a675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1669542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1128'] for router, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:00.493134 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-40bf1a90-e344-4250-9df2-82233ae4a675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1593244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1123'] for router, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:00.627348 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-40bf1a90-e344-4250-9df2-82233ae4a675 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:00.632056 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-40bf1a90-e344-4250-9df2-82233ae4a675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592378'] for router, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:00.644775 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-40bf1a90-e344-4250-9df2-82233ae4a675 admin admin] Notify callbacks [] for router, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:00.648026 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-40bf1a90-e344-4250-9df2-82233ae4a675 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4732318 Jun 22 07:04:00.817128 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 22dc6e90-6870-4ed1-a09e-fa5bc2ed430b up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:04:00.868511 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 22dc6e90-6870-4ed1-a09e-fa5bc2ed430b triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:04:00.868887 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:03.018709 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 55966) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:04:03.332104 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [None req-41baaff7-eba3-416c-89f5-db13d5d65b0c admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 07:04:03.333093 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-41baaff7-eba3-416c-89f5-db13d5d65b0c admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3135266 Jun 22 07:04:04.092651 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-8c134ccd-2f36-4af9-8f27-d2c4712cfd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:05.721476 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 55974) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:04:06.065782 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-39c1aa2f-bbfc-4bd6-91c8-20f968afe3a7 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:04:06.087178 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c1aa2f-bbfc-4bd6-91c8-20f968afe3a7 admin admin] Made reservation on behalf of 43fbf9a15450485a8cd5be6648034d60 for: {'network': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:04:06.090121 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-39c1aa2f-bbfc-4bd6-91c8-20f968afe3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for network, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:06.100169 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-39c1aa2f-bbfc-4bd6-91c8-20f968afe3a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:06.193430 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-39c1aa2f-bbfc-4bd6-91c8-20f968afe3a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:06.197462 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-39c1aa2f-bbfc-4bd6-91c8-20f968afe3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:06.203049 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:04:06.215977 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-39c1aa2f-bbfc-4bd6-91c8-20f968afe3a7 admin admin] Reserving flat network on physical network physnet1 {{(pid=92822) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 22 07:04:06.236791 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1aa2f-bbfc-4bd6-91c8-20f968afe3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f3189d-3233-462a-8bd5-7057471adf25,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:04:06.242594 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-39c1aa2f-bbfc-4bd6-91c8-20f968afe3a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:04:06.244513 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-39c1aa2f-bbfc-4bd6-91c8-20f968afe3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:06.244513 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.db.segments_db [None req-39c1aa2f-bbfc-4bd6-91c8-20f968afe3a7 admin admin] Added segment 1f136496-d650-4d4e-9fa5-f4757e98fad0 of type flat for network 7f141025-a293-49e1-b229-0532c619cb79 Jun 22 07:04:06.295076 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-39c1aa2f-bbfc-4bd6-91c8-20f968afe3a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736031188691'] for network, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:06.332125 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-39c1aa2f-bbfc-4bd6-91c8-20f968afe3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068'] for network, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:06.333549 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c1aa2f-bbfc-4bd6-91c8-20f968afe3a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:04:06.334130 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-39c1aa2f-bbfc-4bd6-91c8-20f968afe3a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:06.339807 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-e968cc74-4e04-4e5d-a731-8428cfbd95f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:04:06.395640 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-39c1aa2f-bbfc-4bd6-91c8-20f968afe3a7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6730366 Jun 22 07:04:06.400726 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1aa2f-bbfc-4bd6-91c8-20f968afe3a7 admin admin] Pushing event updated for resources: {'Network': ['ID=7f141025-a293-49e1-b229-0532c619cb79,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:04:06.403850 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-39c1aa2f-bbfc-4bd6-91c8-20f968afe3a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:04:06.414811 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Network 7f141025-a293-49e1-b229-0532c619cb79 details requested by agent ovs-agent-dv-cinder-786627-11-smb with host dv-cinder-786627-11-smb {{(pid=92823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:04:06.719707 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee733806-438b-478f-abb8-6c40b0745c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:06.879929 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:07.657178 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:08.759671 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 55992) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:04:08.934510 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36646202-efb6-4250-83d3-64730da9b2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:04:08.935858 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-36646202-efb6-4250-83d3-64730da9b2a3 admin admin] 10.222.0.22 "GET /v2.0/subnets/448118f9-16ed-482d-bc00-32a626d868a5 HTTP/1.1" status: 200 len: 849 time: 0.1752439 Jun 22 07:04:09.051264 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-88164f0a-5134-4ae9-af01-140efbeef890 admin admin] 10.222.0.22 "GET /v2.0/routers/edb13e4c-ca76-4104-9f51-3fb229589974 HTTP/1.1" status: 200 len: 704 time: 0.1100225 Jun 22 07:04:09.322033 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-f5341089-f036-4328-aac2-36f58c548d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:09.614376 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_common [None req-f5341089-f036-4328-aac2-36f58c548d4d admin admin] Allocated IP 172.20.0.1 (bb5da427-3f75-4507-bed5-9459be82b985/448118f9-16ed-482d-bc00-32a626d868a5/03837336-4b54-4321-9777-0b09c93bcb59) {{(pid=92822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:04:09.692855 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:09.818561 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-f5341089-f036-4328-aac2-36f58c548d4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:09.844131 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.provisioning_blocks [None req-f5341089-f036-4328-aac2-36f58c548d4d admin admin] Transition to ACTIVE for port object 03837336-4b54-4321-9777-0b09c93bcb59 will not be triggered until provisioned by entity DHCP. {{(pid=92822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:04:09.924438 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-f5341089-f036-4328-aac2-36f58c548d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430'] for port, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:09.927210 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:04:09.993241 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5341089-f036-4328-aac2-36f58c548d4d admin admin] Network bb5da427-3f75-4507-bed5-9459be82b985 is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:04:09.997858 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [None req-f5341089-f036-4328-aac2-36f58c548d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:04:10.000465 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5341089-f036-4328-aac2-36f58c548d4d admin admin] Received port after_create {{(pid=92822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:04:10.001011 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-f5341089-f036-4328-aac2-36f58c548d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594578'] for router_interface, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:10.070308 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5341089-f036-4328-aac2-36f58c548d4d admin admin] Pushing event updated for resources: {'Port': ['ID=03837336-4b54-4321-9777-0b09c93bcb59,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:04:10.080838 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-f5341089-f036-4328-aac2-36f58c548d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:04:10.153282 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-6a60e017-db31-4b1c-b644-9ddb668191bc None None] Provisioning for port 03837336-4b54-4321-9777-0b09c93bcb59 completed by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:04:10.157215 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-6a60e017-db31-4b1c-b644-9ddb668191bc None None] Provisioning complete for port 03837336-4b54-4321-9777-0b09c93bcb59 triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:04:10.157590 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-6a60e017-db31-4b1c-b644-9ddb668191bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:10.190269 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-6a60e017-db31-4b1c-b644-9ddb668191bc None None] Port 03837336-4b54-4321-9777-0b09c93bcb59 cannot update to ACTIVE because it is not bound. {{(pid=92823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:04:10.222495 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-f5341089-f036-4328-aac2-36f58c548d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:10.404228 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-f5341089-f036-4328-aac2-36f58c548d4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:10.408737 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-f5341089-f036-4328-aac2-36f58c548d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:10.409851 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-f5341089-f036-4328-aac2-36f58c548d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1773154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654985'] for router_interface, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:10.411499 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:04:10.483936 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5341089-f036-4328-aac2-36f58c548d4d admin admin] Pushing event updated for resources: {'Port': ['ID=03837336-4b54-4321-9777-0b09c93bcb59,revision_number=2']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:04:10.487772 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-f5341089-f036-4328-aac2-36f58c548d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:04:10.533840 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5341089-f036-4328-aac2-36f58c548d4d admin admin] Network bb5da427-3f75-4507-bed5-9459be82b985 is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:04:10.535223 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [None req-f5341089-f036-4328-aac2-36f58c548d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:04:10.700322 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5341089-f036-4328-aac2-36f58c548d4d admin admin] Router edb13e4c-ca76-4104-9f51-3fb229589974 is scheduled to L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d with binding_index 1 {{(pid=92822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 07:04:10.711720 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-9f2caffc-bdd1-45d5-9363-81fb47909819 None None] Provisioning complete for port 03837336-4b54-4321-9777-0b09c93bcb59 triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:04:10.712301 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-9f2caffc-bdd1-45d5-9363-81fb47909819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:10.748251 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-9f2caffc-bdd1-45d5-9363-81fb47909819 None None] Port 03837336-4b54-4321-9777-0b09c93bcb59 cannot update to ACTIVE because it is not bound. {{(pid=92823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:04:10.792005 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5341089-f036-4328-aac2-36f58c548d4d admin admin] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:04:10.798332 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-f5341089-f036-4328-aac2-36f58c548d4d admin admin] 10.222.0.22 "PUT /v2.0/routers/edb13e4c-ca76-4104-9f51-3fb229589974/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7422307 Jun 22 07:04:10.802155 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eaf082-61ce-4076-bdb5-9301ca956d45 None None] Sync routers for ids ['edb13e4c-ca76-4104-9f51-3fb229589974'] in dv-cinder-786627-11-smb {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:04:10.813914 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eaf082-61ce-4076-bdb5-9301ca956d45 None None] Routers {'edb13e4c-ca76-4104-9f51-3fb229589974'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:04:10.814787 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-f5eaf082-61ce-4076-bdb5-9301ca956d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:04:07Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['edb13e4c-ca76-4104-9f51-3fb229589974'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:04:11.003980 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-f5eaf082-61ce-4076-bdb5-9301ca956d45 None None] Set router edb13e4c-ca76-4104-9f51-3fb229589974 gateway port host: None {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:04:11.431943 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-f5eaf082-61ce-4076-bdb5-9301ca956d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb13e4c-ca76-4104-9f51-3fb229589974', 'name': 'router1', 'tenant_id': '4166c4e0f70d46698267dafce9689fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:04:00Z', 'updated_at': '2021-06-22T07:04:10Z', 'revision_number': 2, 'project_id': '4166c4e0f70d46698267dafce9689fda', 'gw_port_host': None, '_interfaces': [{'id': '03837336-4b54-4321-9777-0b09c93bcb59', 'name': '', 'network_id': 'bb5da427-3f75-4507-bed5-9459be82b985', 'tenant_id': '4166c4e0f70d46698267dafce9689fda', 'mac_address': 'fa:16:3e:81:f2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb13e4c-ca76-4104-9f51-3fb229589974', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '448118f9-16ed-482d-bc00-32a626d868a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:04:09Z', 'updated_at': '2021-06-22T07:04:10Z', 'revision_number': 2, 'project_id': '4166c4e0f70d46698267dafce9689fda', 'subnets': [{'id': '448118f9-16ed-482d-bc00-32a626d868a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dcb74ee2-9a9b-4f8a-82c8-23412601a351'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:04:11.483329 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eaf082-61ce-4076-bdb5-9301ca956d45 None None] Checking router: edb13e4c-ca76-4104-9f51-3fb229589974 for host: dv-cinder-786627-11-smb {{(pid=92824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:04:11.483697 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eaf082-61ce-4076-bdb5-9301ca956d45 None None] Updating router edb13e4c-ca76-4104-9f51-3fb229589974 port 03837336-4b54-4321-9777-0b09c93bcb59 binding host dv-cinder-786627-11-smb {{(pid=92824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:04:11.553051 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-f5eaf082-61ce-4076-bdb5-9301ca956d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:12.059957 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-f5eaf082-61ce-4076-bdb5-9301ca956d45 None None] Notify callbacks [] for port, precommit_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:12.080352 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.provisioning_blocks [None req-f5eaf082-61ce-4076-bdb5-9301ca956d45 None None] Transition to ACTIVE for port object 03837336-4b54-4321-9777-0b09c93bcb59 will not be triggered until provisioned by entity L2. {{(pid=92824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:04:12.088224 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-f5eaf082-61ce-4076-bdb5-9301ca956d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:12.093794 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:04:12.273151 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3dbf8c-658d-40a0-ad0c-d08a9a6fd611 None None] Pushing event updated for resources: {'Port': ['ID=03837336-4b54-4321-9777-0b09c93bcb59,revision_number=3']} {{(pid=92824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:04:12.304692 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3dbf8c-658d-40a0-ad0c-d08a9a6fd611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:04:12.305025 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3dbf8c-658d-40a0-ad0c-d08a9a6fd611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:04:12.305351 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3dbf8c-658d-40a0-ad0c-d08a9a6fd611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:04:12.305672 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3dbf8c-658d-40a0-ad0c-d08a9a6fd611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:04:12.305989 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3dbf8c-658d-40a0-ad0c-d08a9a6fd611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:04:12.306304 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3dbf8c-658d-40a0-ad0c-d08a9a6fd611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:04:12.306618 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3dbf8c-658d-40a0-ad0c-d08a9a6fd611 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:04:12.306930 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3dbf8c-658d-40a0-ad0c-d08a9a6fd611 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:04:12.307309 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3dbf8c-658d-40a0-ad0c-d08a9a6fd611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:04:12.308266 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3dbf8c-658d-40a0-ad0c-d08a9a6fd611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:04:12.308625 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3dbf8c-658d-40a0-ad0c-d08a9a6fd611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:04:12.308938 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3dbf8c-658d-40a0-ad0c-d08a9a6fd611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3dbf8c-658d-40a0-ad0c-d08a9a6fd611 None None] Tracked resource versions report: Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: pushed versions: Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: { 'AddressGroup': {'1.2'}, Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: 'ConntrackHelper': {'1.0'}, Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: 'Log': {'1.0'}, Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: 'Network': {'1.1'}, Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: 'Port': {'1.7'}, Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: 'PortForwarding': {'1.2'}, Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: 'QosPolicy': {'1.8'}, Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: 'SecurityGroup': {'1.4'}, Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: 'SecurityGroupRule': {'1.2'}, Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: 'SubPort': {'1.0'}, Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: 'Subnet': {'1.1'}, Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: 'Trunk': {'1.1'}} Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: consumer versions: Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: { DHCP agent@dv-cinder-786627-11-smb: {}, Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: L3 agent@dv-cinder-786627-11-smb: {}, Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: Metadata agent@dv-cinder-786627-11-smb: {}, Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: Metering agent@dv-cinder-786627-11-smb: {}, Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: Open vSwitch agent@dv-cinder-786627-11-smb: { 'AddressGroup': '1.2', Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: 'ConntrackHelper': '1.0', Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: 'Log': '1.0', Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: 'Network': '1.1', Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: 'Port': '1.7', Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: 'PortForwarding': '1.2', Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: 'QosPolicy': '1.8', Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: 'SecurityGroup': '1.4', Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: 'SecurityGroupRule': '1.2', Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: 'SubPort': '1.0', Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: 'Subnet': '1.1', Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: 'Trunk': '1.1'}} Jun 22 07:04:12.310123 dv-cinder-786627-11-smb neutron-server[92824]: {{(pid=92824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 07:04:12.316845 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [None req-6f3dbf8c-658d-40a0-ad0c-d08a9a6fd611 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:04:12.317987 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.managers [None req-f5eaf082-61ce-4076-bdb5-9301ca956d45 None None] Attempting to bind port 03837336-4b54-4321-9777-0b09c93bcb59 on host dv-cinder-786627-11-smb for vnic_type normal with profile {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:04:12.318393 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.managers [None req-f5eaf082-61ce-4076-bdb5-9301ca956d45 None None] Attempting to bind port 03837336-4b54-4321-9777-0b09c93bcb59 by drivers openvswitch,hyperv on host dv-cinder-786627-11-smb at level 0 using segments [{'id': '5a4712cd-07f6-4b98-845c-78e16c6ae3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb5da427-3f75-4507-bed5-9459be82b985'}] {{(pid=92824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:04:12.319010 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eaf082-61ce-4076-bdb5-9301ca956d45 None None] Attempting to bind port 03837336-4b54-4321-9777-0b09c93bcb59 on network bb5da427-3f75-4507-bed5-9459be82b985 {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:04:12.325238 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eaf082-61ce-4076-bdb5-9301ca956d45 None None] Checking agent: {'id': '2285e849-590c-4cbf-9562-ffa818bb227d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 3, 37), 'started_at': datetime.datetime(2021, 6, 22, 7, 4, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:04:12.325651 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eaf082-61ce-4076-bdb5-9301ca956d45 None None] Checking segment: {'id': '5a4712cd-07f6-4b98-845c-78e16c6ae3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb5da427-3f75-4507-bed5-9459be82b985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:04:12.326146 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-f5eaf082-61ce-4076-bdb5-9301ca956d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:12.326541 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eaf082-61ce-4076-bdb5-9301ca956d45 None None] Bound using segment: {'id': '5a4712cd-07f6-4b98-845c-78e16c6ae3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb5da427-3f75-4507-bed5-9459be82b985'} {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:04:12.327058 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.managers [None req-f5eaf082-61ce-4076-bdb5-9301ca956d45 None None] Bound port: 03837336-4b54-4321-9777-0b09c93bcb59, host: dv-cinder-786627-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4712cd-07f6-4b98-845c-78e16c6ae3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bb5da427-3f75-4507-bed5-9459be82b985'}}] {{(pid=92824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:04:12.327463 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-f5eaf082-61ce-4076-bdb5-9301ca956d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:12.413127 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.db [None req-f5eaf082-61ce-4076-bdb5-9301ca956d45 None None] For port 03837336-4b54-4321-9777-0b09c93bcb59, host dv-cinder-786627-11-smb, cleared binding levels {{(pid=92824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:04:12.445591 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.db [None req-f5eaf082-61ce-4076-bdb5-9301ca956d45 None None] For port 03837336-4b54-4321-9777-0b09c93bcb59, host dv-cinder-786627-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=03837336-4b54-4321-9777-0b09c93bcb59,segment=NetworkSegment(5a4712cd-07f6-4b98-845c-78e16c6ae3e1),segment_id=5a4712cd-07f6-4b98-845c-78e16c6ae3e1)] {{(pid=92824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:04:12.460790 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-f5eaf082-61ce-4076-bdb5-9301ca956d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:12.463394 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:04:12.519111 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eaf082-61ce-4076-bdb5-9301ca956d45 None None] Routers {'edb13e4c-ca76-4104-9f51-3fb229589974'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:04:12.519794 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-f5eaf082-61ce-4076-bdb5-9301ca956d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:04:07Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['edb13e4c-ca76-4104-9f51-3fb229589974'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:04:12.587013 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3dbf8c-658d-40a0-ad0c-d08a9a6fd611 None None] Pushing event updated for resources: {'Port': ['ID=03837336-4b54-4321-9777-0b09c93bcb59,revision_number=4']} {{(pid=92824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:04:12.595592 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [None req-6f3dbf8c-658d-40a0-ad0c-d08a9a6fd611 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:04:12.614498 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-f5eaf082-61ce-4076-bdb5-9301ca956d45 None None] Set router edb13e4c-ca76-4104-9f51-3fb229589974 gateway port host: None {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:04:12.835063 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-f5eaf082-61ce-4076-bdb5-9301ca956d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb13e4c-ca76-4104-9f51-3fb229589974', 'name': 'router1', 'tenant_id': '4166c4e0f70d46698267dafce9689fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:04:00Z', 'updated_at': '2021-06-22T07:04:10Z', 'revision_number': 2, 'project_id': '4166c4e0f70d46698267dafce9689fda', 'gw_port_host': None, '_interfaces': [{'id': '03837336-4b54-4321-9777-0b09c93bcb59', 'name': '', 'network_id': 'bb5da427-3f75-4507-bed5-9459be82b985', 'tenant_id': '4166c4e0f70d46698267dafce9689fda', 'mac_address': 'fa:16:3e:81:f2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb13e4c-ca76-4104-9f51-3fb229589974', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '448118f9-16ed-482d-bc00-32a626d868a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:04:09Z', 'updated_at': '2021-06-22T07:04:12Z', 'revision_number': 4, 'project_id': '4166c4e0f70d46698267dafce9689fda', 'subnets': [{'id': '448118f9-16ed-482d-bc00-32a626d868a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dcb74ee2-9a9b-4f8a-82c8-23412601a351'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:04:12.865770 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eaf082-61ce-4076-bdb5-9301ca956d45 None None] The sync data for ids ['edb13e4c-ca76-4104-9f51-3fb229589974'] in dv-cinder-786627-11-smb is: [{'id': 'edb13e4c-ca76-4104-9f51-3fb229589974', 'name': 'router1', 'tenant_id': '4166c4e0f70d46698267dafce9689fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:04:00Z', 'updated_at': '2021-06-22T07:04:10Z', 'revision_number': 2, 'project_id': '4166c4e0f70d46698267dafce9689fda', 'gw_port_host': None, '_interfaces': [{'id': '03837336-4b54-4321-9777-0b09c93bcb59', 'name': '', 'network_id': 'bb5da427-3f75-4507-bed5-9459be82b985', 'tenant_id': '4166c4e0f70d46698267dafce9689fda', 'mac_address': 'fa:16:3e:81:f2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb13e4c-ca76-4104-9f51-3fb229589974', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '448118f9-16ed-482d-bc00-32a626d868a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:04:09Z', 'updated_at': '2021-06-22T07:04:12Z', 'revision_number': 4, 'project_id': '4166c4e0f70d46698267dafce9689fda', 'subnets': [{'id': '448118f9-16ed-482d-bc00-32a626d868a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dcb74ee2-9a9b-4f8a-82c8-23412601a351'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:04:13.058711 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 56012) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:04:13.181974 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b989dcf1-e1db-4055-b16d-ae177d60fe8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:04:13.183339 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-b989dcf1-e1db-4055-b16d-ae177d60fe8b admin admin] 10.222.0.22 "GET /v2.0/networks/7f141025-a293-49e1-b229-0532c619cb79 HTTP/1.1" status: 200 len: 842 time: 0.1236312 Jun 22 07:04:13.193967 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-2f04651f-290b-446c-b94d-60c6845999d7 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.3.1', 'ip_version': 4, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.28.3.0/24'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:04:13.217740 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f04651f-290b-446c-b94d-60c6845999d7 admin admin] Made reservation on behalf of 43fbf9a15450485a8cd5be6648034d60 for: {'subnet': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:04:13.220292 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-2f04651f-290b-446c-b94d-60c6845999d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:13.582938 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.objects.ports [None req-2f04651f-290b-446c-b94d-60c6845999d7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92822) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 07:04:13.583419 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-2f04651f-290b-446c-b94d-60c6845999d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063'] for subnet, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:13.585571 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-74c90ccc-9775-425f-977a-591c03307527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:04:13.638497 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04651f-290b-446c-b94d-60c6845999d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bf01720-6969-45ff-87ec-9c9eeac501f4,revision_number=0']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:04:13.644619 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-2f04651f-290b-446c-b94d-60c6845999d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:04:13.649884 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f04651f-290b-446c-b94d-60c6845999d7 admin admin] Checking segment: {'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:04:13.650240 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f04651f-290b-446c-b94d-60c6845999d7 admin admin] Network hostable DHCP agents. Network: 7f141025-a293-49e1-b229-0532c619cb79, hostable agents: ['b3e1d87c-8412-42f8-9df5-1411cb290459'], hosted agents: [] {{(pid=92822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:04:13.669921 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f04651f-290b-446c-b94d-60c6845999d7 admin admin] Network 7f141025-a293-49e1-b229-0532c619cb79 is scheduled to be hosted by DHCP agent b3e1d87c-8412-42f8-9df5-1411cb290459 with binding_index 1 {{(pid=92822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:04:13.679031 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [None req-2f04651f-290b-446c-b94d-60c6845999d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-smb, 7f141025-a293-49e1-b229-0532c619cb79) {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:04:13.683155 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f04651f-290b-446c-b94d-60c6845999d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:04:13.683982 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-2f04651f-290b-446c-b94d-60c6845999d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for subnet, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:13.689437 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7eb7281-3726-4777-ba45-db15cedc7925 None None] Network 7f141025-a293-49e1-b229-0532c619cb79 requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:04:13.721606 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-2f04651f-290b-446c-b94d-60c6845999d7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5221047 Jun 22 07:04:13.825866 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c0bd04-d2e1-42e3-96a3-e66778d627a4 None None] Network 7f141025-a293-49e1-b229-0532c619cb79 requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:04:15.969853 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 56024) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:04:16.108136 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-b4170536-db1a-49d0-b513-7089dab80e26 admin admin] 10.222.0.22 "GET /v2.0/routers/edb13e4c-ca76-4104-9f51-3fb229589974 HTTP/1.1" status: 200 len: 710 time: 0.1370516 Jun 22 07:04:16.199515 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64397781-288d-4047-abde-e5ea814e7780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:04:16.200941 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-64397781-288d-4047-abde-e5ea814e7780 admin admin] 10.222.0.22 "GET /v2.0/networks/7f141025-a293-49e1-b229-0532c619cb79 HTTP/1.1" status: 200 len: 886 time: 0.0875371 Jun 22 07:04:16.209992 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-0c1aa4b1-2e2b-4682-b785-9da0247b38a7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79'}}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:04:16.465012 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa4b1-2e2b-4682-b785-9da0247b38a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1593326', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1141'] for router, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:16.725074 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa4b1-2e2b-4682-b785-9da0247b38a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:16.799346 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa4b1-2e2b-4682-b785-9da0247b38a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:16.850106 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 03837336-4b54-4321-9777-0b09c93bcb59 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:04:16.904304 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning for port 03837336-4b54-4321-9777-0b09c93bcb59 completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:04:16.908093 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 03837336-4b54-4321-9777-0b09c93bcb59 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:04:16.908476 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:16.911947 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_common [None req-0c1aa4b1-2e2b-4682-b785-9da0247b38a7 admin admin] Allocated IP 172.28.3.134 (7f141025-a293-49e1-b229-0532c619cb79/4bf01720-6969-45ff-87ec-9c9eeac501f4/981fbed7-0fc8-4122-82fd-2beef4491f1d) {{(pid=92822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:04:16.988898 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:17.019417 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa4b1-2e2b-4682-b785-9da0247b38a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:17.019943 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-badbe661-7601-497f-823b-f0844c323d63 None None] For port 03837336-4b54-4321-9777-0b09c93bcb59, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=03837336-4b54-4321-9777-0b09c93bcb59,segment=NetworkSegment(5a4712cd-07f6-4b98-845c-78e16c6ae3e1),segment_id=5a4712cd-07f6-4b98-845c-78e16c6ae3e1)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:04:17.024848 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:17.032286 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:04:17.061019 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa4b1-2e2b-4682-b785-9da0247b38a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430'] for port, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:17.063315 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:04:17.101051 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1aa4b1-2e2b-4682-b785-9da0247b38a7 admin admin] Network 7f141025-a293-49e1-b229-0532c619cb79 is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:04:17.102429 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [None req-0c1aa4b1-2e2b-4682-b785-9da0247b38a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:04:17.107082 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1aa4b1-2e2b-4682-b785-9da0247b38a7 admin admin] Received port after_create {{(pid=92822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:04:17.127747 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Pushing event updated for resources: {'Port': ['ID=03837336-4b54-4321-9777-0b09c93bcb59,revision_number=5']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:04:17.130729 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:04:17.170846 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1aa4b1-2e2b-4682-b785-9da0247b38a7 admin admin] Pushing event updated for resources: {'Port': ['ID=981fbed7-0fc8-4122-82fd-2beef4491f1d,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:04:17.173709 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-0c1aa4b1-2e2b-4682-b785-9da0247b38a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:04:17.440917 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa4b1-2e2b-4682-b785-9da0247b38a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:17.626245 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa4b1-2e2b-4682-b785-9da0247b38a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1593326', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1141'] for router, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:17.629261 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa4b1-2e2b-4682-b785-9da0247b38a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1593280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1593335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1669451'] for router, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:17.732786 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1aa4b1-2e2b-4682-b785-9da0247b38a7 admin admin] Router edb13e4c-ca76-4104-9f51-3fb229589974 has already been hosted by L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d {{(pid=92822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:04:17.833760 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1aa4b1-2e2b-4682-b785-9da0247b38a7 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:04:17.838548 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0c1aa4b1-2e2b-4682-b785-9da0247b38a7 admin admin] Notify callbacks [] for router, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:17.839819 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-0c1aa4b1-2e2b-4682-b785-9da0247b38a7 admin admin] 10.222.0.22 "PUT /v2.0/routers/edb13e4c-ca76-4104-9f51-3fb229589974 HTTP/1.1" status: 200 len: 890 time: 1.6330645 Jun 22 07:04:17.855640 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682c07e6-3ae6-4849-bfed-5aa88671f237 None None] Sync routers for ids ['edb13e4c-ca76-4104-9f51-3fb229589974'] in dv-cinder-786627-11-smb {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:04:17.866481 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682c07e6-3ae6-4849-bfed-5aa88671f237 None None] Routers {'edb13e4c-ca76-4104-9f51-3fb229589974'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:04:17.867177 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-682c07e6-3ae6-4849-bfed-5aa88671f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:04:07Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['edb13e4c-ca76-4104-9f51-3fb229589974'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:04:18.079985 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-682c07e6-3ae6-4849-bfed-5aa88671f237 None None] Set router edb13e4c-ca76-4104-9f51-3fb229589974 gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:04:18.467425 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-682c07e6-3ae6-4849-bfed-5aa88671f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb13e4c-ca76-4104-9f51-3fb229589974', 'name': 'router1', 'tenant_id': '4166c4e0f70d46698267dafce9689fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '981fbed7-0fc8-4122-82fd-2beef4491f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:04:00Z', 'updated_at': '2021-06-22T07:04:17Z', 'revision_number': 4, 'project_id': '4166c4e0f70d46698267dafce9689fda', 'gw_port': {'id': '981fbed7-0fc8-4122-82fd-2beef4491f1d', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb13e4c-ca76-4104-9f51-3fb229589974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:04:16Z', 'updated_at': '2021-06-22T07:04:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '03837336-4b54-4321-9777-0b09c93bcb59', 'name': '', 'network_id': 'bb5da427-3f75-4507-bed5-9459be82b985', 'tenant_id': '4166c4e0f70d46698267dafce9689fda', 'mac_address': 'fa:16:3e:81:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb13e4c-ca76-4104-9f51-3fb229589974', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '448118f9-16ed-482d-bc00-32a626d868a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:04:09Z', 'updated_at': '2021-06-22T07:04:17Z', 'revision_number': 5, 'project_id': '4166c4e0f70d46698267dafce9689fda', 'subnets': [{'id': '448118f9-16ed-482d-bc00-32a626d868a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dcb74ee2-9a9b-4f8a-82c8-23412601a351'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:04:18.517292 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682c07e6-3ae6-4849-bfed-5aa88671f237 None None] Checking router: edb13e4c-ca76-4104-9f51-3fb229589974 for host: dv-cinder-786627-11-smb {{(pid=92823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:04:18.517739 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682c07e6-3ae6-4849-bfed-5aa88671f237 None None] Updating router edb13e4c-ca76-4104-9f51-3fb229589974 port 981fbed7-0fc8-4122-82fd-2beef4491f1d binding host dv-cinder-786627-11-smb {{(pid=92823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:04:18.549684 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-682c07e6-3ae6-4849-bfed-5aa88671f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:18.859009 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 03837336-4b54-4321-9777-0b09c93bcb59 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:04:18.908759 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-682c07e6-3ae6-4849-bfed-5aa88671f237 None None] Notify callbacks [] for port, precommit_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:18.921453 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-682c07e6-3ae6-4849-bfed-5aa88671f237 None None] Transition to ACTIVE for port object 981fbed7-0fc8-4122-82fd-2beef4491f1d will not be triggered until provisioned by entity L2. {{(pid=92823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:04:18.930958 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-682c07e6-3ae6-4849-bfed-5aa88671f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:18.936769 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:04:18.943938 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 03837336-4b54-4321-9777-0b09c93bcb59 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:04:18.944212 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:19.004940 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-682c07e6-3ae6-4849-bfed-5aa88671f237 None None] Attempting to bind port 981fbed7-0fc8-4122-82fd-2beef4491f1d on host dv-cinder-786627-11-smb for vnic_type normal with profile {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:04:19.005308 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-682c07e6-3ae6-4849-bfed-5aa88671f237 None None] Attempting to bind port 981fbed7-0fc8-4122-82fd-2beef4491f1d by drivers openvswitch,hyperv on host dv-cinder-786627-11-smb at level 0 using segments [{'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:04:19.005671 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682c07e6-3ae6-4849-bfed-5aa88671f237 None None] Attempting to bind port 981fbed7-0fc8-4122-82fd-2beef4491f1d on network 7f141025-a293-49e1-b229-0532c619cb79 {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:04:19.021456 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682c07e6-3ae6-4849-bfed-5aa88671f237 None None] Checking agent: {'id': '2285e849-590c-4cbf-9562-ffa818bb227d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 3, 37), 'started_at': datetime.datetime(2021, 6, 22, 7, 4, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:04:19.021836 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682c07e6-3ae6-4849-bfed-5aa88671f237 None None] Checking segment: {'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:04:19.022237 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-682c07e6-3ae6-4849-bfed-5aa88671f237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:19.022632 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682c07e6-3ae6-4849-bfed-5aa88671f237 None None] Bound using segment: {'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:04:19.023101 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-682c07e6-3ae6-4849-bfed-5aa88671f237 None None] Bound port: 981fbed7-0fc8-4122-82fd-2beef4491f1d, host: dv-cinder-786627-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'}}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:04:19.023640 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-682c07e6-3ae6-4849-bfed-5aa88671f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:19.028586 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b78c74-5508-4c89-ae2c-4a6688d809ea None None] Pushing event updated for resources: {'Port': ['ID=981fbed7-0fc8-4122-82fd-2beef4491f1d,revision_number=2']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:04:19.129634 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-79b78c74-5508-4c89-ae2c-4a6688d809ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:04:19.188325 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-682c07e6-3ae6-4849-bfed-5aa88671f237 None None] For port 981fbed7-0fc8-4122-82fd-2beef4491f1d, host dv-cinder-786627-11-smb, cleared binding levels {{(pid=92823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:04:19.207486 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-682c07e6-3ae6-4849-bfed-5aa88671f237 None None] For port 981fbed7-0fc8-4122-82fd-2beef4491f1d, host dv-cinder-786627-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=981fbed7-0fc8-4122-82fd-2beef4491f1d,segment=NetworkSegment(1f136496-d650-4d4e-9fa5-f4757e98fad0),segment_id=1f136496-d650-4d4e-9fa5-f4757e98fad0)] {{(pid=92823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:04:19.214118 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-682c07e6-3ae6-4849-bfed-5aa88671f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:19.217264 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-79b78c74-5508-4c89-ae2c-4a6688d809ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:04:19.277887 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682c07e6-3ae6-4849-bfed-5aa88671f237 None None] Routers {'edb13e4c-ca76-4104-9f51-3fb229589974'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:04:19.278539 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-682c07e6-3ae6-4849-bfed-5aa88671f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:04:07Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['edb13e4c-ca76-4104-9f51-3fb229589974'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:04:19.280728 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b78c74-5508-4c89-ae2c-4a6688d809ea None None] Pushing event updated for resources: {'Port': ['ID=981fbed7-0fc8-4122-82fd-2beef4491f1d,revision_number=3']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:04:19.284464 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-79b78c74-5508-4c89-ae2c-4a6688d809ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:04:19.404756 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-682c07e6-3ae6-4849-bfed-5aa88671f237 None None] Set router edb13e4c-ca76-4104-9f51-3fb229589974 gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:04:19.650390 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-682c07e6-3ae6-4849-bfed-5aa88671f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb13e4c-ca76-4104-9f51-3fb229589974', 'name': 'router1', 'tenant_id': '4166c4e0f70d46698267dafce9689fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '981fbed7-0fc8-4122-82fd-2beef4491f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:04:00Z', 'updated_at': '2021-06-22T07:04:17Z', 'revision_number': 4, 'project_id': '4166c4e0f70d46698267dafce9689fda', 'gw_port': {'id': '981fbed7-0fc8-4122-82fd-2beef4491f1d', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb13e4c-ca76-4104-9f51-3fb229589974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:04:16Z', 'updated_at': '2021-06-22T07:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '03837336-4b54-4321-9777-0b09c93bcb59', 'name': '', 'network_id': 'bb5da427-3f75-4507-bed5-9459be82b985', 'tenant_id': '4166c4e0f70d46698267dafce9689fda', 'mac_address': 'fa:16:3e:81:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb13e4c-ca76-4104-9f51-3fb229589974', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '448118f9-16ed-482d-bc00-32a626d868a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:04:09Z', 'updated_at': '2021-06-22T07:04:17Z', 'revision_number': 5, 'project_id': '4166c4e0f70d46698267dafce9689fda', 'subnets': [{'id': '448118f9-16ed-482d-bc00-32a626d868a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dcb74ee2-9a9b-4f8a-82c8-23412601a351'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:04:19.679682 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682c07e6-3ae6-4849-bfed-5aa88671f237 None None] The sync data for ids ['edb13e4c-ca76-4104-9f51-3fb229589974'] in dv-cinder-786627-11-smb is: [{'id': 'edb13e4c-ca76-4104-9f51-3fb229589974', 'name': 'router1', 'tenant_id': '4166c4e0f70d46698267dafce9689fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '981fbed7-0fc8-4122-82fd-2beef4491f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:04:00Z', 'updated_at': '2021-06-22T07:04:17Z', 'revision_number': 4, 'project_id': '4166c4e0f70d46698267dafce9689fda', 'gw_port': {'id': '981fbed7-0fc8-4122-82fd-2beef4491f1d', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb13e4c-ca76-4104-9f51-3fb229589974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:04:16Z', 'updated_at': '2021-06-22T07:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '03837336-4b54-4321-9777-0b09c93bcb59', 'name': '', 'network_id': 'bb5da427-3f75-4507-bed5-9459be82b985', 'tenant_id': '4166c4e0f70d46698267dafce9689fda', 'mac_address': 'fa:16:3e:81:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb13e4c-ca76-4104-9f51-3fb229589974', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '448118f9-16ed-482d-bc00-32a626d868a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:04:09Z', 'updated_at': '2021-06-22T07:04:17Z', 'revision_number': 5, 'project_id': '4166c4e0f70d46698267dafce9689fda', 'subnets': [{'id': '448118f9-16ed-482d-bc00-32a626d868a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dcb74ee2-9a9b-4f8a-82c8-23412601a351'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:04:20.263153 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 56034) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:04:20.606376 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.policy [None req-304923a1-4df4-49d4-a5e7-df46d69bd5d5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92821) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 07:04:20.660097 dv-cinder-786627-11-smb neutron-server[92821]: WARNING oslo_policy.policy [None req-304923a1-4df4-49d4-a5e7-df46d69bd5d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 07:04:20.660526 dv-cinder-786627-11-smb neutron-server[92821]: WARNING oslo_policy.policy [None req-304923a1-4df4-49d4-a5e7-df46d69bd5d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 07:04:20.671993 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-304923a1-4df4-49d4-a5e7-df46d69bd5d5 admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4077327 Jun 22 07:04:20.875143 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 981fbed7-0fc8-4122-82fd-2beef4491f1d up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:04:20.954125 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning for port 981fbed7-0fc8-4122-82fd-2beef4491f1d completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:04:20.964131 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 981fbed7-0fc8-4122-82fd-2beef4491f1d triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:04:20.965071 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:21.071193 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:21.099499 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-badbe661-7601-497f-823b-f0844c323d63 None None] For port 981fbed7-0fc8-4122-82fd-2beef4491f1d, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=981fbed7-0fc8-4122-82fd-2beef4491f1d,segment=NetworkSegment(1f136496-d650-4d4e-9fa5-f4757e98fad0),segment_id=1f136496-d650-4d4e-9fa5-f4757e98fad0)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:04:21.107184 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:21.109434 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-06f17204-eeee-42ac-b7f0-10adf4f241b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:04:21.163895 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Pushing event updated for resources: {'Port': ['ID=981fbed7-0fc8-4122-82fd-2beef4491f1d,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:04:21.167084 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:04:21.997320 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 5 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:04:22.868983 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 981fbed7-0fc8-4122-82fd-2beef4491f1d up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:04:22.947171 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 981fbed7-0fc8-4122-82fd-2beef4491f1d triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:04:22.947809 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:34.099722 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bcf7a4d6-82b6-43e8-a73a-03d3ee881595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:36.722995 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-a5c52dde-b651-4bb3-ba0c-26ddddef03e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:36.887790 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:37.665452 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:39.718576 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:04:59.000172 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 5 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:05:04.109513 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3c8d7fd2-f10e-4026-9d97-40919ae54cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:05:06.737565 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-a9f9fa68-d20c-4d61-92c8-464c259a05ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:05:06.896005 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:05:07.674113 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:05:09.717002 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:05:34.093461 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5bc950fc-8d36-4bb3-8705-ed42db8f6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:05:35.998749 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 5 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:05:36.733655 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-dfb3cad3-6a05-4018-b1a4-c7a1579c66f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:05:36.881972 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:05:37.674532 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:05:39.722459 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:02.929942 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 56604) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:06:03.037171 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.pecan_wsgi.hooks.translation [None req-1262e012-a12c-4be6-b521-9778464df04c admin admin] GET failed (client error): The resource could not be found. Jun 22 07:06:03.040048 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-1262e012-a12c-4be6-b521-9778464df04c admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1084328 Jun 22 07:06:03.273386 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786426a9-269d-445e-8395-364c53515807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:06:03.274570 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-786426a9-269d-445e-8395-364c53515807 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2289462 Jun 22 07:06:04.097439 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-c0e1356f-70a8-441d-b5c3-307fab61be93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:06.092225 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 56614) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:06:06.223253 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e234c72-349b-4feb-9803-2f662990b4ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:06:06.224620 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-1e234c72-349b-4feb-9803-2f662990b4ea admin admin] 10.222.0.22 "GET /v2.0/subnets/448118f9-16ed-482d-bc00-32a626d868a5 HTTP/1.1" status: 200 len: 849 time: 0.1314664 Jun 22 07:06:06.233936 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-87db9237-a739-4319-bf3c-e9d538c53b4f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:06:06.322783 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-87db9237-a739-4319-bf3c-e9d538c53b4f admin admin] Notify callbacks [] for subnet, before_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:06.489555 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-87db9237-a739-4319-bf3c-e9d538c53b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736031643868'] for subnet, after_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:06.492951 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:06:06.560083 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87db9237-a739-4319-bf3c-e9d538c53b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:06:06.560728 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-87db9237-a739-4319-bf3c-e9d538c53b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for subnet, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:06.562019 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-87db9237-a739-4319-bf3c-e9d538c53b4f admin admin] 10.222.0.22 "PUT /v2.0/subnets/448118f9-16ed-482d-bc00-32a626d868a5 HTTP/1.1" status: 200 len: 868 time: 0.3319819 Jun 22 07:06:06.577397 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db9237-a739-4319-bf3c-e9d538c53b4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=448118f9-16ed-482d-bc00-32a626d868a5,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:06:06.578297 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babaca56-96a2-49a7-be7d-e52550df2cbd None None] Network bb5da427-3f75-4507-bed5-9459be82b985 requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:06:06.589076 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db9237-a739-4319-bf3c-e9d538c53b4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:06.589468 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db9237-a739-4319-bf3c-e9d538c53b4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:06.589751 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db9237-a739-4319-bf3c-e9d538c53b4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:06.590339 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db9237-a739-4319-bf3c-e9d538c53b4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:06.590660 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db9237-a739-4319-bf3c-e9d538c53b4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:06.590989 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db9237-a739-4319-bf3c-e9d538c53b4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:06.591327 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db9237-a739-4319-bf3c-e9d538c53b4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:06.591643 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db9237-a739-4319-bf3c-e9d538c53b4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:06.591964 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db9237-a739-4319-bf3c-e9d538c53b4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:06.592277 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db9237-a739-4319-bf3c-e9d538c53b4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:06.592601 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db9237-a739-4319-bf3c-e9d538c53b4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:06.592897 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db9237-a739-4319-bf3c-e9d538c53b4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db9237-a739-4319-bf3c-e9d538c53b4f admin admin] Tracked resource versions report: Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: pushed versions: Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: { 'AddressGroup': {'1.2'}, Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: 'ConntrackHelper': {'1.0'}, Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: 'Log': {'1.0'}, Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: 'Network': {'1.1'}, Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: 'Port': {'1.7'}, Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: 'PortForwarding': {'1.2'}, Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: 'QosPolicy': {'1.8'}, Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: 'SecurityGroup': {'1.4'}, Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: 'SecurityGroupRule': {'1.2'}, Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: 'SubPort': {'1.0'}, Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: 'Subnet': {'1.1'}, Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: 'Trunk': {'1.1'}} Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: consumer versions: Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: { DHCP agent@dv-cinder-786627-11-smb: {}, Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: L3 agent@dv-cinder-786627-11-smb: {}, Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: Metadata agent@dv-cinder-786627-11-smb: {}, Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: Metering agent@dv-cinder-786627-11-smb: {}, Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: Open vSwitch agent@dv-cinder-786627-11-smb: { 'AddressGroup': '1.2', Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: 'ConntrackHelper': '1.0', Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: 'Log': '1.0', Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: 'Network': '1.1', Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: 'Port': '1.7', Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: 'PortForwarding': '1.2', Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: 'QosPolicy': '1.8', Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: 'SecurityGroup': '1.4', Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: 'SecurityGroupRule': '1.2', Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: 'SubPort': '1.0', Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: 'Subnet': '1.1', Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: 'Trunk': '1.1'}} Jun 22 07:06:06.594232 dv-cinder-786627-11-smb neutron-server[92821]: {{(pid=92821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 07:06:06.599111 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-87db9237-a739-4319-bf3c-e9d538c53b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:06:06.734116 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-66e1f0ec-5ec0-43bd-ab9c-f9ddff309c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:06.879883 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:07.047705 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-958b414c-19c3-4b15-9512-c8b4887f9de3 None None] Provisioning complete for port 03837336-4b54-4321-9777-0b09c93bcb59 triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:06:07.047995 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-958b414c-19c3-4b15-9512-c8b4887f9de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:07.133750 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-958b414c-19c3-4b15-9512-c8b4887f9de3 None None] Provisioning complete for port 22dc6e90-6870-4ed1-a09e-fa5bc2ed430b triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:06:07.134047 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-958b414c-19c3-4b15-9512-c8b4887f9de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:07.671002 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:08.755057 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 56626) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:06:08.951796 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643d0223-f73f-4604-af08-fd111bebd6fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:06:08.952209 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643d0223-f73f-4604-af08-fd111bebd6fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:06:08.953749 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-643d0223-f73f-4604-af08-fd111bebd6fe admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1977208 Jun 22 07:06:09.724380 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:11.126377 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 56636) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:06:11.259193 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b8186d-fe63-40bc-8ae5-e067cdc7d010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:06:11.259720 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b8186d-fe63-40bc-8ae5-e067cdc7d010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:06:11.261261 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-97b8186d-fe63-40bc-8ae5-e067cdc7d010 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1339989 Jun 22 07:06:12.997832 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 5 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:06:13.419128 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 56644) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:06:13.542792 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635fb939-7ddb-43f3-ad57-64ad525b7ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:06:13.544187 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-635fb939-7ddb-43f3-ad57-64ad525b7ced admin admin] 10.222.0.22 "GET /v2.0/networks/7f141025-a293-49e1-b229-0532c619cb79 HTTP/1.1" status: 200 len: 886 time: 0.1239398 Jun 22 07:06:15.707211 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 56652) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:06:15.842348 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e86e380-3e09-42d3-b1b4-ea347098c83e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:06:15.843800 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-0e86e380-3e09-42d3-b1b4-ea347098c83e admin admin] 10.222.0.22 "GET /v2.0/networks/bb5da427-3f75-4507-bed5-9459be82b985 HTTP/1.1" status: 200 len: 869 time: 0.1356299 Jun 22 07:06:18.011554 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 56660) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:06:18.142665 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10204d09-2d74-4808-9084-b920c4c48157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:06:18.143149 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10204d09-2d74-4808-9084-b920c4c48157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:06:18.144729 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-10204d09-2d74-4808-9084-b920c4c48157 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1322298 Jun 22 07:06:20.399249 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 56668) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:06:20.492324 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7892e0ac-89cd-4348-8f8a-aa2b6d2e4775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:06:20.492795 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7892e0ac-89cd-4348-8f8a-aa2b6d2e4775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:06:20.494354 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-7892e0ac-89cd-4348-8f8a-aa2b6d2e4775 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0941250 Jun 22 07:06:22.719522 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 56676) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:06:22.818234 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d6d6a3-3a1b-482d-a697-17df960acd83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:06:22.821720 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-18d6d6a3-3a1b-482d-a697-17df960acd83 admin admin] 10.222.0.22 "GET /v2.0/subnets/448118f9-16ed-482d-bc00-32a626d868a5 HTTP/1.1" status: 200 len: 868 time: 0.1011548 Jun 22 07:06:25.010271 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 56684) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:06:25.107011 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813c8b5e-f78f-469b-bc14-3b9ac52fd028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:06:25.109320 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-813c8b5e-f78f-469b-bc14-3b9ac52fd028 admin admin] 10.222.0.22 "GET /v2.0/subnets/4bf01720-6969-45ff-87ec-9c9eeac501f4 HTTP/1.1" status: 200 len: 816 time: 0.0978816 Jun 22 07:06:34.107786 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-9718477b-6f86-41fb-b658-d7f64af053b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:36.728471 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-1e3866e1-4c12-4a64-99dc-8cecc4e05d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:36.872085 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:37.674953 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:39.730903 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:48.890578 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 56728) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:06:48.939593 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [None req-95c5bd1d-91f0-4711-a700-b0b3854eb3db admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92822) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 07:06:48.940622 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-95c5bd1d-91f0-4711-a700-b0b3854eb3db admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0490732 Jun 22 07:06:49.996136 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 5 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:06:51.233610 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 56736) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:06:51.295154 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.pecan_wsgi.hooks.translation [None req-5303e09b-8540-4e68-9c12-4c80b4a2f4de admin admin] GET failed (client error): The resource could not be found. Jun 22 07:06:51.296545 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-5303e09b-8540-4e68-9c12-4c80b4a2f4de admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0619371 Jun 22 07:06:51.439205 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97763a5c-5bb0-4bbb-824c-5aeb5694fa9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:06:51.440644 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-97763a5c-5bb0-4bbb-824c-5aeb5694fa9d admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1402996 Jun 22 07:06:53.723689 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 56744) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:06:53.773240 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-a79144bc-f730-425c-99f4-ec8d6dc2cd85 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:06:53.795875 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79144bc-f730-425c-99f4-ec8d6dc2cd85 admin admin] Made reservation on behalf of 43fbf9a15450485a8cd5be6648034d60 for: {'network': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:06:53.798353 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-a79144bc-f730-425c-99f4-ec8d6dc2cd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for network, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:53.831505 dv-cinder-786627-11-smb neutron-server[92822]: WARNING neutron.services.revisions.revision_plugin [None req-a79144bc-f730-425c-99f4-ec8d6dc2cd85 admin admin] Could not find related network for resource to bump revision. Jun 22 07:06:53.845869 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79144bc-f730-425c-99f4-ec8d6dc2cd85 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=92822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:06:53.857917 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-a79144bc-f730-425c-99f4-ec8d6dc2cd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:53.858254 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.db.segments_db [None req-a79144bc-f730-425c-99f4-ec8d6dc2cd85 admin admin] Added segment 5c03af8a-6d42-42ba-bdc1-ba84c36790ff of type vlan for network 9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7 Jun 22 07:06:53.912221 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-a79144bc-f730-425c-99f4-ec8d6dc2cd85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736031188691'] for network, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:54.053196 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-a79144bc-f730-425c-99f4-ec8d6dc2cd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068'] for network, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:54.054951 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79144bc-f730-425c-99f4-ec8d6dc2cd85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:06:54.055681 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-a79144bc-f730-425c-99f4-ec8d6dc2cd85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:54.057914 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:06:54.107341 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-a79144bc-f730-425c-99f4-ec8d6dc2cd85 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3818035 Jun 22 07:06:54.124888 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79144bc-f730-425c-99f4-ec8d6dc2cd85 admin admin] Pushing event updated for resources: {'Network': ['ID=9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:06:54.135536 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79144bc-f730-425c-99f4-ec8d6dc2cd85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:54.136141 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79144bc-f730-425c-99f4-ec8d6dc2cd85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:54.136696 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79144bc-f730-425c-99f4-ec8d6dc2cd85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:54.137252 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79144bc-f730-425c-99f4-ec8d6dc2cd85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:54.137854 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79144bc-f730-425c-99f4-ec8d6dc2cd85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:54.138472 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79144bc-f730-425c-99f4-ec8d6dc2cd85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:54.139036 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79144bc-f730-425c-99f4-ec8d6dc2cd85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:54.139622 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79144bc-f730-425c-99f4-ec8d6dc2cd85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:54.140211 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79144bc-f730-425c-99f4-ec8d6dc2cd85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:54.140775 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79144bc-f730-425c-99f4-ec8d6dc2cd85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:54.141335 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79144bc-f730-425c-99f4-ec8d6dc2cd85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:54.141897 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79144bc-f730-425c-99f4-ec8d6dc2cd85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:54.148044 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-a79144bc-f730-425c-99f4-ec8d6dc2cd85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:06:54.163349 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Network 9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7 details requested by agent ovs-agent-dv-cinder-786627-11-smb with host dv-cinder-786627-11-smb {{(pid=92823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:06:57.033340 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 56752) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:06:57.123242 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d38ada5-cac9-4207-a995-9cbffc63c75e admin admin] GET failed (client error): The resource could not be found. Jun 22 07:06:57.124653 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-1d38ada5-cac9-4207-a995-9cbffc63c75e admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0900702 Jun 22 07:06:57.206414 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5aee83e-a38e-46ed-85eb-bb34fd7da976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:06:57.207841 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-b5aee83e-a38e-46ed-85eb-bb34fd7da976 admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0760088 Jun 22 07:06:57.219331 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-cb5e09f0-2678-4cdd-8441-99899c12a069 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7', 'name': 'shared-subnet'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:06:57.243061 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5e09f0-2678-4cdd-8441-99899c12a069 admin admin] Made reservation on behalf of 43fbf9a15450485a8cd5be6648034d60 for: {'subnet': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:06:57.245580 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-cb5e09f0-2678-4cdd-8441-99899c12a069 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:57.431934 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-cb5e09f0-2678-4cdd-8441-99899c12a069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063'] for subnet, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:57.434626 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:06:57.494823 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e09f0-2678-4cdd-8441-99899c12a069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=698a6993-2c0d-4563-80f1-18cdbb508b56,revision_number=0']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:06:57.497939 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-cb5e09f0-2678-4cdd-8441-99899c12a069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:06:57.509400 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5e09f0-2678-4cdd-8441-99899c12a069 admin admin] Checking segment: {'id': '5c03af8a-6d42-42ba-bdc1-ba84c36790ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:06:57.509752 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5e09f0-2678-4cdd-8441-99899c12a069 admin admin] Network hostable DHCP agents. Network: 9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7, hostable agents: ['b3e1d87c-8412-42f8-9df5-1411cb290459'], hosted agents: [] {{(pid=92822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:06:57.527320 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5e09f0-2678-4cdd-8441-99899c12a069 admin admin] Network 9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7 is scheduled to be hosted by DHCP agent b3e1d87c-8412-42f8-9df5-1411cb290459 with binding_index 1 {{(pid=92822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:06:57.536365 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [None req-cb5e09f0-2678-4cdd-8441-99899c12a069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-smb, 9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7) {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:06:57.540991 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5e09f0-2678-4cdd-8441-99899c12a069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:06:57.541579 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-cb5e09f0-2678-4cdd-8441-99899c12a069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for subnet, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:57.545845 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e0d86d-1c40-4618-b489-e2f8ca68e19b None None] Network 9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7 requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:06:57.558086 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-cb5e09f0-2678-4cdd-8441-99899c12a069 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3425834 Jun 22 07:06:57.755793 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e4f5c82-077d-56c7-9869-6c225c043a1f-9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7', 'network_id': '9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7', 'tenant_id': '43fbf9a15450485a8cd5be6648034d60', 'fixed_ips': [{'subnet_id': '698a6993-2c0d-4563-80f1-18cdbb508b56'}]}} from dv-cinder-786627-11-smb. {{(pid=92823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 07:06:57.757894 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:57.914221 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.db_base_plugin_common [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Allocated IP 192.168.233.2 (9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7/698a6993-2c0d-4563-80f1-18cdbb508b56/7fbb6eb0-40da-4ec6-a563-cb215e5380d4) {{(pid=92823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:06:58.099883 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Notify callbacks [] for port, precommit_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:58.110814 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Transition to ACTIVE for port object 7fbb6eb0-40da-4ec6-a563-cb215e5380d4 will not be triggered until provisioned by entity L2. {{(pid=92823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:06:58.133163 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Transition to ACTIVE for port object 7fbb6eb0-40da-4ec6-a563-cb215e5380d4 will not be triggered until provisioned by entity DHCP. {{(pid=92823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:06:58.140298 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430'] for port, after_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:58.145075 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:06:58.183615 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Network 9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7 is already hosted by enough agents. {{(pid=92823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:06:58.188692 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.scheduler.base_scheduler [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Resources bound (agent type, host, resource id): {{(pid=92823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:06:58.194278 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Received port after_create {{(pid=92823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:06:58.212080 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Pushing event updated for resources: {'Port': ['ID=7fbb6eb0-40da-4ec6-a563-cb215e5380d4,revision_number=1']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:06:58.244019 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:58.244370 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:58.244721 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:58.245058 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:58.245389 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:58.245730 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:58.246056 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:58.246382 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:58.246728 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:58.247058 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:58.247410 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:58.247730 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:58.268396 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:06:58.289524 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Attempting to bind port 7fbb6eb0-40da-4ec6-a563-cb215e5380d4 on host dv-cinder-786627-11-smb for vnic_type normal with profile {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:06:58.290107 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Attempting to bind port 7fbb6eb0-40da-4ec6-a563-cb215e5380d4 by drivers openvswitch,hyperv on host dv-cinder-786627-11-smb at level 0 using segments [{'id': '5c03af8a-6d42-42ba-bdc1-ba84c36790ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7'}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:06:58.290667 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Attempting to bind port 7fbb6eb0-40da-4ec6-a563-cb215e5380d4 on network 9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7 {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:06:58.299645 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Checking agent: {'id': '2285e849-590c-4cbf-9562-ffa818bb227d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 3, 37), 'started_at': datetime.datetime(2021, 6, 22, 7, 4, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:06:58.300242 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Checking segment: {'id': '5c03af8a-6d42-42ba-bdc1-ba84c36790ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:06:58.300886 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:58.301640 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Bound using segment: {'id': '5c03af8a-6d42-42ba-bdc1-ba84c36790ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7'} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:06:58.302431 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Bound port: 7fbb6eb0-40da-4ec6-a563-cb215e5380d4, host: dv-cinder-786627-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c03af8a-6d42-42ba-bdc1-ba84c36790ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7'}}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:06:58.304069 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:58.388307 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] For port 7fbb6eb0-40da-4ec6-a563-cb215e5380d4, host dv-cinder-786627-11-smb, cleared binding levels {{(pid=92823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:06:58.393077 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] For port 7fbb6eb0-40da-4ec6-a563-cb215e5380d4, host dv-cinder-786627-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=7fbb6eb0-40da-4ec6-a563-cb215e5380d4,segment=NetworkSegment(5c03af8a-6d42-42ba-bdc1-ba84c36790ff),segment_id=5c03af8a-6d42-42ba-bdc1-ba84c36790ff)] {{(pid=92823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:06:58.399399 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:58.403098 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:06:58.471752 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Pushing event updated for resources: {'Port': ['ID=7fbb6eb0-40da-4ec6-a563-cb215e5380d4,revision_number=2']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:06:58.475594 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:06:59.004451 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 7fbb6eb0-40da-4ec6-a563-cb215e5380d4 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:06:59.070911 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning for port 7fbb6eb0-40da-4ec6-a563-cb215e5380d4 completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:06:59.466228 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dfc53b-e7bd-45ac-b456-432d187f8b7c None None] Network 9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7 requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:06:59.534919 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-b0c403fb-f31c-4cb0-9005-8673d77ef507 None None] Provisioning for port 7fbb6eb0-40da-4ec6-a563-cb215e5380d4 completed by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:06:59.544281 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-b0c403fb-f31c-4cb0-9005-8673d77ef507 None None] Provisioning complete for port 7fbb6eb0-40da-4ec6-a563-cb215e5380d4 triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:06:59.544911 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-b0c403fb-f31c-4cb0-9005-8673d77ef507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:59.700209 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-b0c403fb-f31c-4cb0-9005-8673d77ef507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:59.742023 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-b0c403fb-f31c-4cb0-9005-8673d77ef507 None None] For port 7fbb6eb0-40da-4ec6-a563-cb215e5380d4, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=7fbb6eb0-40da-4ec6-a563-cb215e5380d4,segment=NetworkSegment(5c03af8a-6d42-42ba-bdc1-ba84c36790ff),segment_id=5c03af8a-6d42-42ba-bdc1-ba84c36790ff)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:06:59.748337 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-b0c403fb-f31c-4cb0-9005-8673d77ef507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:59.750171 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:06:59.803981 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c403fb-f31c-4cb0-9005-8673d77ef507 None None] Pushing event updated for resources: {'Port': ['ID=7fbb6eb0-40da-4ec6-a563-cb215e5380d4,revision_number=3']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:06:59.807051 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-b0c403fb-f31c-4cb0-9005-8673d77ef507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:06:59.977649 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-6c2dcab8-fccc-4088-a6cc-b5844f58b322 None None] Provisioning complete for port 7fbb6eb0-40da-4ec6-a563-cb215e5380d4 triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:06:59.978046 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-6c2dcab8-fccc-4088-a6cc-b5844f58b322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:07:00.954245 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 7fbb6eb0-40da-4ec6-a563-cb215e5380d4 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:07:01.004348 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 7fbb6eb0-40da-4ec6-a563-cb215e5380d4 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:07:01.004731 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:07:04.101229 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-7c326697-32f0-42ef-851a-b452f0883a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:07:06.733841 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-55a4c040-118a-49a2-ada3-2501027f5a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:07:06.882983 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:07:07.677787 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:07:09.742300 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:07:26.994856 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 5 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:07:34.105707 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-610b71a3-2b42-42eb-bc1e-16ed75c9a986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:07:36.729911 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-8a87486a-0b8c-499b-b8cc-9d6b20a15e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:07:36.877622 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:07:37.689318 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:07:39.737782 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:03.995706 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 5 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:08:04.108619 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-26bdf518-1da2-403c-8096-e0cd2c073611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:06.721982 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-82a7a20f-63a1-4032-a4e1-22a449826407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:06.882162 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:07.684741 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:08.464805 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 56804) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:08:08.471277 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [None req-12357501-2a31-49b3-bd6a-f8b5549a4ceb tempest-verify_tempest_config-1914164425 tempest-verify_tempest_config-1914164425-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 07:08:08.472333 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-12357501-2a31-49b3-bd6a-f8b5549a4ceb tempest-verify_tempest_config-1914164425 tempest-verify_tempest_config-1914164425-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065608 Jun 22 07:08:08.799964 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 56822) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:08:08.933629 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8b41c540-1f0a-445f-b5a4-cf26a00cfe61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:08.941771 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.quota [None req-8b41c540-1f0a-445f-b5a4-cf26a00cfe61 admin admin] Loaded quota_driver: . Jun 22 07:08:09.078251 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8b41c540-1f0a-445f-b5a4-cf26a00cfe61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:09.082262 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8b41c540-1f0a-445f-b5a4-cf26a00cfe61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:09.085175 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:08:09.126012 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41c540-1f0a-445f-b5a4-cf26a00cfe61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373a9eb3-d6c9-472c-8edc-005979c06181,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:08:09.130254 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-8b41c540-1f0a-445f-b5a4-cf26a00cfe61 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=50f9a5f9d4a54d709d7e84b69b355061&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3286829 Jun 22 07:08:09.133085 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 56826) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:08:09.135602 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41c540-1f0a-445f-b5a4-cf26a00cfe61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:09.136434 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41c540-1f0a-445f-b5a4-cf26a00cfe61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:09.136434 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41c540-1f0a-445f-b5a4-cf26a00cfe61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:09.136621 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41c540-1f0a-445f-b5a4-cf26a00cfe61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:09.136897 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41c540-1f0a-445f-b5a4-cf26a00cfe61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:09.137215 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41c540-1f0a-445f-b5a4-cf26a00cfe61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:09.137528 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41c540-1f0a-445f-b5a4-cf26a00cfe61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:09.137839 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41c540-1f0a-445f-b5a4-cf26a00cfe61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:09.138167 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41c540-1f0a-445f-b5a4-cf26a00cfe61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:09.138485 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41c540-1f0a-445f-b5a4-cf26a00cfe61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:09.138795 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41c540-1f0a-445f-b5a4-cf26a00cfe61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:09.139103 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41c540-1f0a-445f-b5a4-cf26a00cfe61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:09.143530 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-8b41c540-1f0a-445f-b5a4-cf26a00cfe61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:08:09.188799 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5530d86f-eefd-4963-829f-82e2d9b1ae09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:09.209998 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5530d86f-eefd-4963-829f-82e2d9b1ae09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:09.296139 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5530d86f-eefd-4963-829f-82e2d9b1ae09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:09.298915 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5530d86f-eefd-4963-829f-82e2d9b1ae09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:09.300107 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-5530d86f-eefd-4963-829f-82e2d9b1ae09 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/373a9eb3-d6c9-472c-8edc-005979c06181 HTTP/1.1" status: 204 len: 168 time: 0.1659701 Jun 22 07:08:09.302056 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-39c1aa2f-bbfc-4bd6-91c8-20f968afe3a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:08:09.309469 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530d86f-eefd-4963-829f-82e2d9b1ae09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373a9eb3-d6c9-472c-8edc-005979c06181,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:08:09.316931 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5530d86f-eefd-4963-829f-82e2d9b1ae09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:09.317396 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5530d86f-eefd-4963-829f-82e2d9b1ae09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:09.317698 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5530d86f-eefd-4963-829f-82e2d9b1ae09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:09.317978 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5530d86f-eefd-4963-829f-82e2d9b1ae09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:09.318300 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5530d86f-eefd-4963-829f-82e2d9b1ae09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:09.318616 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5530d86f-eefd-4963-829f-82e2d9b1ae09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:09.318986 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5530d86f-eefd-4963-829f-82e2d9b1ae09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:09.319326 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5530d86f-eefd-4963-829f-82e2d9b1ae09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:09.319665 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5530d86f-eefd-4963-829f-82e2d9b1ae09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:09.319983 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5530d86f-eefd-4963-829f-82e2d9b1ae09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:09.320293 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5530d86f-eefd-4963-829f-82e2d9b1ae09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:09.320599 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5530d86f-eefd-4963-829f-82e2d9b1ae09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:09.324434 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-5530d86f-eefd-4963-829f-82e2d9b1ae09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:08:09.739757 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:34.110000 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bddd5a9c-9472-4618-be4b-884b8addacb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:36.723397 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee04ad94-2447-4611-b5ea-537a3157894c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:36.884453 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:37.687096 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:39.741675 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:40.993846 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 5 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:09:04.113266 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-c97e90b6-166b-4cc7-bcea-beba622abb88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:06.723874 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-0d1a2efe-682a-45a8-832b-c66f055ef9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:06.887698 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:07.689257 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:09.744865 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:17.993652 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 5 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:09:34.114006 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5e1c4b5e-4bab-4a7d-96a5-1e97df6b4380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:36.724503 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-fb7bb517-39be-41f3-8697-c6bf9c055455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:36.889458 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:37.692109 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:39.748153 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:47.498762 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737'] for agent, after_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:51.926139 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 56880) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:09:52.029938 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-86e5b8be-4b92-4cbf-949d-e268e55e0d7d admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1027358 Jun 22 07:09:54.192328 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 56890) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:09:54.263516 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-8d8728ec-9a8c-449a-9868-f45f66ceb745 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0700059 Jun 22 07:09:54.995298 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 6 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:10:04.115475 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-acd30e1c-4fdb-4d5e-8992-c42dcbfeb3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:10:06.725238 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-98cc1fb4-3c56-43cf-ac60-8872ea34f198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:10:06.891379 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:10:07.696313 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:10:09.751007 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:10:17.442747 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:10:31.996065 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 6 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:10:34.115883 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-618f4746-916b-43fb-93bf-222f669466b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:10:36.727929 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-1ab93533-294f-434d-bf88-aea53ec0a6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:10:36.895798 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:10:37.699363 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:10:39.753611 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:10:47.445930 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:04.116456 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-a5cc09a0-992f-4420-a792-1c4a1977797b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:06.730385 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-0c344e8f-32ec-400f-9c81-601323ae21a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:06.897581 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:07.700298 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:08.995122 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 6 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:11:09.757435 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:17.455205 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:25.728132 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 57076) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:25.918694 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-61416288-network', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:11:25.944368 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Made reservation on behalf of a963e21ede0e4de2b0be961765302c27 for: {'network': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:11:25.947353 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for network, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:25.955997 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:26.047684 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:26.052476 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:26.056640 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:26.082904 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67eb7360-b3e7-48bc-b6b2-ecc70c7b71f7,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:26.085974 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=92822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:11:26.095001 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:26.095484 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:26.095882 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:26.096281 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:26.096639 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:26.096918 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:26.097234 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:26.097549 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:26.097879 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:26.098204 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:26.098504 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:26.098813 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Tracked resource versions report: Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: pushed versions: Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: { 'AddressGroup': {'1.2'}, Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: 'ConntrackHelper': {'1.0'}, Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: 'Log': {'1.0'}, Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: 'Network': {'1.1'}, Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: 'Port': {'1.7'}, Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: 'PortForwarding': {'1.2'}, Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: 'QosPolicy': {'1.8'}, Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: 'SecurityGroup': {'1.4'}, Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: 'SecurityGroupRule': {'1.2'}, Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: 'SubPort': {'1.0'}, Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: 'Subnet': {'1.1'}, Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: 'Trunk': {'1.1'}} Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: consumer versions: Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: { DHCP agent@dv-cinder-786627-11-smb: {}, Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: HyperV agent@hv-cinder-78662: {}, Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: L3 agent@dv-cinder-786627-11-smb: {}, Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: Metadata agent@dv-cinder-786627-11-smb: {}, Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: Metering agent@dv-cinder-786627-11-smb: {}, Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: Open vSwitch agent@dv-cinder-786627-11-smb: { 'AddressGroup': '1.2', Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: 'ConntrackHelper': '1.0', Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: 'Log': '1.0', Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: 'Network': '1.1', Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: 'Port': '1.7', Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: 'PortForwarding': '1.2', Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: 'QosPolicy': '1.8', Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: 'SecurityGroup': '1.4', Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: 'SecurityGroupRule': '1.2', Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: 'SubPort': '1.0', Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: 'Subnet': '1.1', Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: 'Trunk': '1.1'}} Jun 22 07:11:26.100116 dv-cinder-786627-11-smb neutron-server[92822]: {{(pid=92822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 07:11:26.103053 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:26.109587 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:26.109909 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.db.segments_db [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Added segment 3e5598c7-2455-455a-a720-c6ba83872664 of type vlan for network 039d8b06-cce4-4bf8-a1d0-7746d58cf8db Jun 22 07:11:26.153177 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736031188691'] for network, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:26.183568 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068'] for network, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:26.184967 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:26.185731 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:26.188413 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:26.247490 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Pushing event updated for resources: {'Network': ['ID=039d8b06-cce4-4bf8-a1d0-7746d58cf8db,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:26.254624 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:26.264608 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Network 039d8b06-cce4-4bf8-a1d0-7746d58cf8db details requested by agent ovs-agent-dv-cinder-786627-11-smb with host dv-cinder-786627-11-smb {{(pid=92823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:11:26.265152 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5324883 Jun 22 07:11:26.265152 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 57110) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:26.270788 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-ebd0bbd1-7bf1-481a-8050-8101080c1d5c admin admin] Request body: {'subnet': {'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-61416288-subnet', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:11:26.299730 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd0bbd1-7bf1-481a-8050-8101080c1d5c admin admin] Made reservation on behalf of a963e21ede0e4de2b0be961765302c27 for: {'subnet': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:11:26.302223 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ebd0bbd1-7bf1-481a-8050-8101080c1d5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:26.479918 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ebd0bbd1-7bf1-481a-8050-8101080c1d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063'] for subnet, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:26.487275 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:26.526437 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0bbd1-7bf1-481a-8050-8101080c1d5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=978e6915-65f8-462b-a6af-3ef15c3adee2,revision_number=0']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:26.534425 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ebd0bbd1-7bf1-481a-8050-8101080c1d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:26.552170 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd0bbd1-7bf1-481a-8050-8101080c1d5c admin admin] Checking segment: {'id': '3e5598c7-2455-455a-a720-c6ba83872664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:11:26.552517 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd0bbd1-7bf1-481a-8050-8101080c1d5c admin admin] Network hostable DHCP agents. Network: 039d8b06-cce4-4bf8-a1d0-7746d58cf8db, hostable agents: ['b3e1d87c-8412-42f8-9df5-1411cb290459'], hosted agents: [] {{(pid=92822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:11:26.571756 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd0bbd1-7bf1-481a-8050-8101080c1d5c admin admin] Network 039d8b06-cce4-4bf8-a1d0-7746d58cf8db is scheduled to be hosted by DHCP agent b3e1d87c-8412-42f8-9df5-1411cb290459 with binding_index 1 {{(pid=92822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:11:26.581254 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [None req-ebd0bbd1-7bf1-481a-8050-8101080c1d5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-smb, 039d8b06-cce4-4bf8-a1d0-7746d58cf8db) {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:11:26.587163 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd0bbd1-7bf1-481a-8050-8101080c1d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:26.587751 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ebd0bbd1-7bf1-481a-8050-8101080c1d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for subnet, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:26.594647 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a21d89-fcf6-40a2-ad00-96ca66e806d0 None None] Network 039d8b06-cce4-4bf8-a1d0-7746d58cf8db requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:11:26.610451 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 57132) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:26.611389 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-ebd0bbd1-7bf1-481a-8050-8101080c1d5c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3452520 Jun 22 07:11:26.616194 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-61416288-router', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79'}}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:11:26.645610 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1669542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1128'] for router, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:26.647168 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1593244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1123'] for router, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:26.772326 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:26.786461 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e4f5c82-077d-56c7-9869-6c225c043a1f-039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'fixed_ips': [{'subnet_id': '978e6915-65f8-462b-a6af-3ef15c3adee2'}]}} from dv-cinder-786627-11-smb. {{(pid=92823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 07:11:26.787454 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:26.803211 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 57142) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:26.987800 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1593326', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1141'] for router, precommit_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:26.990539 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.db_base_plugin_common [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Allocated IP 172.20.0.2 (039d8b06-cce4-4bf8-a1d0-7746d58cf8db/978e6915-65f8-462b-a6af-3ef15c3adee2/46a3fdbd-ac59-4f03-8423-d21d6bdd5d86) {{(pid=92823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:11:27.105215 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 57154) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:27.199752 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Notify callbacks [] for port, precommit_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:27.211786 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-48058802-ad29-46d4-a0c9-1aca5777aad1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-589186004-network', 'tenant_id': '7988b40be96144c88e3ebd99b40db194'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:11:27.212134 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Transition to ACTIVE for port object 46a3fdbd-ac59-4f03-8423-d21d6bdd5d86 will not be triggered until provisioned by entity L2. {{(pid=92823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:11:27.230841 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Transition to ACTIVE for port object 46a3fdbd-ac59-4f03-8423-d21d6bdd5d86 will not be triggered until provisioned by entity DHCP. {{(pid=92823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:11:27.238840 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430'] for port, after_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:27.243318 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:27.253377 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48058802-ad29-46d4-a0c9-1aca5777aad1 admin admin] Made reservation on behalf of 7988b40be96144c88e3ebd99b40db194 for: {'network': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:11:27.257515 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-48058802-ad29-46d4-a0c9-1aca5777aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for network, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:27.269349 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-48058802-ad29-46d4-a0c9-1aca5777aad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:27.285966 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Network 039d8b06-cce4-4bf8-a1d0-7746d58cf8db is already hosted by enough agents. {{(pid=92823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:11:27.288898 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.scheduler.base_scheduler [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Resources bound (agent type, host, resource id): {{(pid=92823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:11:27.299650 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Received port after_create {{(pid=92823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:11:27.344187 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Pushing event updated for resources: {'Port': ['ID=46a3fdbd-ac59-4f03-8423-d21d6bdd5d86,revision_number=1']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:27.346657 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:27.370591 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:27.370989 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:27.371489 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:27.371893 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:27.372285 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:27.372830 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:27.374602 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:27.374602 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:27.375115 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:27.375571 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:27.375942 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:27.376469 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Tracked resource versions report: Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: pushed versions: Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: { 'AddressGroup': {'1.2'}, Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: 'ConntrackHelper': {'1.0'}, Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: 'Log': {'1.0'}, Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: 'Network': {'1.1'}, Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: 'Port': {'1.7'}, Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: 'PortForwarding': {'1.2'}, Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: 'QosPolicy': {'1.8'}, Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: 'SecurityGroup': {'1.4'}, Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: 'SecurityGroupRule': {'1.2'}, Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: 'SubPort': {'1.0'}, Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: 'Subnet': {'1.1'}, Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: 'Trunk': {'1.1'}} Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: consumer versions: Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: { DHCP agent@dv-cinder-786627-11-smb: {}, Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: HyperV agent@hv-cinder-78662: {}, Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: L3 agent@dv-cinder-786627-11-smb: {}, Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: Metadata agent@dv-cinder-786627-11-smb: {}, Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: Metering agent@dv-cinder-786627-11-smb: {}, Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: Open vSwitch agent@dv-cinder-786627-11-smb: { 'AddressGroup': '1.2', Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: 'ConntrackHelper': '1.0', Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: 'Log': '1.0', Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: 'Network': '1.1', Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: 'Port': '1.7', Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: 'PortForwarding': '1.2', Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: 'QosPolicy': '1.8', Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: 'SecurityGroup': '1.4', Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: 'SecurityGroupRule': '1.2', Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: 'SubPort': '1.0', Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: 'Subnet': '1.1', Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: 'Trunk': '1.1'}} Jun 22 07:11:27.377962 dv-cinder-786627-11-smb neutron-server[92823]: {{(pid=92823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 07:11:27.379879 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:27.384413 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:27.397324 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Attempting to bind port 46a3fdbd-ac59-4f03-8423-d21d6bdd5d86 on host dv-cinder-786627-11-smb for vnic_type normal with profile {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:11:27.397697 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Attempting to bind port 46a3fdbd-ac59-4f03-8423-d21d6bdd5d86 by drivers openvswitch,hyperv on host dv-cinder-786627-11-smb at level 0 using segments [{'id': '3e5598c7-2455-455a-a720-c6ba83872664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db'}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:11:27.398210 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Attempting to bind port 46a3fdbd-ac59-4f03-8423-d21d6bdd5d86 on network 039d8b06-cce4-4bf8-a1d0-7746d58cf8db {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:11:27.398870 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-48058802-ad29-46d4-a0c9-1aca5777aad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:27.405667 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Checking agent: {'id': '2285e849-590c-4cbf-9562-ffa818bb227d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 3, 37), 'started_at': datetime.datetime(2021, 6, 22, 7, 4, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:11:27.406270 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Checking segment: {'id': '3e5598c7-2455-455a-a720-c6ba83872664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:11:27.406901 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:27.407476 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Bound using segment: {'id': '3e5598c7-2455-455a-a720-c6ba83872664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db'} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:11:27.408046 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Bound port: 46a3fdbd-ac59-4f03-8423-d21d6bdd5d86, host: dv-cinder-786627-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5598c7-2455-455a-a720-c6ba83872664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db'}}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:11:27.408498 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:27.409318 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-48058802-ad29-46d4-a0c9-1aca5777aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:27.438027 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48058802-ad29-46d4-a0c9-1aca5777aad1 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=92822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:11:27.452650 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-48058802-ad29-46d4-a0c9-1aca5777aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:27.456457 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.db.segments_db [None req-48058802-ad29-46d4-a0c9-1aca5777aad1 admin admin] Added segment cbe646f1-38bc-4c6c-997e-bca5dc106abc of type vlan for network baf58bc0-322c-4e9b-af42-4c66d1f25f6e Jun 22 07:11:27.503417 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] For port 46a3fdbd-ac59-4f03-8423-d21d6bdd5d86, host dv-cinder-786627-11-smb, cleared binding levels {{(pid=92823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:11:27.508516 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] For port 46a3fdbd-ac59-4f03-8423-d21d6bdd5d86, host dv-cinder-786627-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=46a3fdbd-ac59-4f03-8423-d21d6bdd5d86,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:11:27.520665 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:27.532844 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:27.570849 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-48058802-ad29-46d4-a0c9-1aca5777aad1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736031188691'] for network, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:27.574494 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.db_base_plugin_common [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Allocated IP 172.28.3.83 (7f141025-a293-49e1-b229-0532c619cb79/4bf01720-6969-45ff-87ec-9c9eeac501f4/3e51ca78-63e9-40f0-9dbb-0d4716c5e620) {{(pid=92821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:11:27.631526 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Pushing event updated for resources: {'Port': ['ID=46a3fdbd-ac59-4f03-8423-d21d6bdd5d86,revision_number=2']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:27.636503 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:27.636855 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:27.687617 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48058802-ad29-46d4-a0c9-1aca5777aad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6a01f9-77ed-4ba4-93e3-1b05fbb75161,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:27.693955 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-48058802-ad29-46d4-a0c9-1aca5777aad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:27.694793 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-48058802-ad29-46d4-a0c9-1aca5777aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068'] for network, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:27.707444 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-29453b6f-98f7-46b7-8e1c-3c0ea607c2fc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1818274694-network', 'tenant_id': 'c19cfe1fd182497e82b34a8b9451608a'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:11:27.745159 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48058802-ad29-46d4-a0c9-1aca5777aad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:27.745660 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-48058802-ad29-46d4-a0c9-1aca5777aad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:27.762698 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:27.764844 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:27.767846 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29453b6f-98f7-46b7-8e1c-3c0ea607c2fc admin admin] Made reservation on behalf of c19cfe1fd182497e82b34a8b9451608a for: {'network': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:11:27.774250 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-29453b6f-98f7-46b7-8e1c-3c0ea607c2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for network, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:27.782858 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-48058802-ad29-46d4-a0c9-1aca5777aad1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9783335 Jun 22 07:11:27.800608 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 57174) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:27.806424 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-9cf9546f-ad55-44f9-aab1-33ce878aed82 admin admin] Request body: {'subnet': {'network_id': 'baf58bc0-322c-4e9b-af42-4c66d1f25f6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-589186004-subnet', 'tenant_id': '7988b40be96144c88e3ebd99b40db194', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:11:27.828940 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-29453b6f-98f7-46b7-8e1c-3c0ea607c2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:27.845160 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf9546f-ad55-44f9-aab1-33ce878aed82 admin admin] Made reservation on behalf of 7988b40be96144c88e3ebd99b40db194 for: {'subnet': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:11:27.848137 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-9cf9546f-ad55-44f9-aab1-33ce878aed82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:27.869255 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430'] for port, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:27.874719 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:28.039770 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Network 7f141025-a293-49e1-b229-0532c619cb79 is already hosted by enough agents. {{(pid=92821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:11:28.101761 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.base_scheduler [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=92821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:11:28.121201 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Received port after_create {{(pid=92821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:11:28.218035 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-9cf9546f-ad55-44f9-aab1-33ce878aed82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063'] for subnet, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:28.311951 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48058802-ad29-46d4-a0c9-1aca5777aad1 admin admin] Pushing event updated for resources: {'Network': ['ID=baf58bc0-322c-4e9b-af42-4c66d1f25f6e,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:28.316526 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf9546f-ad55-44f9-aab1-33ce878aed82 admin admin] Checking segment: {'id': 'cbe646f1-38bc-4c6c-997e-bca5dc106abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'baf58bc0-322c-4e9b-af42-4c66d1f25f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:11:28.316887 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf9546f-ad55-44f9-aab1-33ce878aed82 admin admin] Network hostable DHCP agents. Network: baf58bc0-322c-4e9b-af42-4c66d1f25f6e, hostable agents: ['b3e1d87c-8412-42f8-9df5-1411cb290459'], hosted agents: [] {{(pid=92822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:11:28.322937 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-48058802-ad29-46d4-a0c9-1aca5777aad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:28.323429 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:28.325565 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Network baf58bc0-322c-4e9b-af42-4c66d1f25f6e details requested by agent ovs-agent-dv-cinder-786627-11-smb with host dv-cinder-786627-11-smb {{(pid=92823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:11:28.383848 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9546f-ad55-44f9-aab1-33ce878aed82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f9da2d5-50d2-432b-8486-4dde3b11dcf6,revision_number=0']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:28.389504 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-9cf9546f-ad55-44f9-aab1-33ce878aed82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:28.433810 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf9546f-ad55-44f9-aab1-33ce878aed82 admin admin] Network baf58bc0-322c-4e9b-af42-4c66d1f25f6e is scheduled to be hosted by DHCP agent b3e1d87c-8412-42f8-9df5-1411cb290459 with binding_index 1 {{(pid=92822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:11:28.462066 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [None req-9cf9546f-ad55-44f9-aab1-33ce878aed82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-smb, baf58bc0-322c-4e9b-af42-4c66d1f25f6e) {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:11:28.477605 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b12547-fdcb-414d-b7d8-9773689ec3c8 None None] Network baf58bc0-322c-4e9b-af42-4c66d1f25f6e requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:11:28.575489 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-29453b6f-98f7-46b7-8e1c-3c0ea607c2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:28.590655 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-29453b6f-98f7-46b7-8e1c-3c0ea607c2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:28.590655 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf9546f-ad55-44f9-aab1-33ce878aed82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:28.590655 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-9cf9546f-ad55-44f9-aab1-33ce878aed82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for subnet, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:28.628770 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29453b6f-98f7-46b7-8e1c-3c0ea607c2fc admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=92822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:11:28.649981 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-29453b6f-98f7-46b7-8e1c-3c0ea607c2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:28.650372 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.db.segments_db [None req-29453b6f-98f7-46b7-8e1c-3c0ea607c2fc admin admin] Added segment 1b8e376b-88e4-429f-ab7e-ac0ea24752c3 of type vlan for network 33d047a2-1fae-4203-972f-e359a6e3784a Jun 22 07:11:28.749207 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-29453b6f-98f7-46b7-8e1c-3c0ea607c2fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736031188691'] for network, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:28.810949 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-5530d86f-eefd-4963-829f-82e2d9b1ae09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:28.862435 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29453b6f-98f7-46b7-8e1c-3c0ea607c2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf61c9a-058c-4d55-86d0-5059c8cca14c,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:28.874088 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-29453b6f-98f7-46b7-8e1c-3c0ea607c2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068'] for network, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:28.889993 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-29453b6f-98f7-46b7-8e1c-3c0ea607c2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:28.893342 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18229f33-6db7-4663-946d-7c0db869b658 None None] Network baf58bc0-322c-4e9b-af42-4c66d1f25f6e requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:11:28.900608 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29453b6f-98f7-46b7-8e1c-3c0ea607c2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:28.903094 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-29453b6f-98f7-46b7-8e1c-3c0ea607c2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:28.922380 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-39c1aa2f-bbfc-4bd6-91c8-20f968afe3a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:28.940915 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-9cf9546f-ad55-44f9-aab1-33ce878aed82 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1392088 Jun 22 07:11:29.090483 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29453b6f-98f7-46b7-8e1c-3c0ea607c2fc admin admin] Pushing event updated for resources: {'Network': ['ID=33d047a2-1fae-4203-972f-e359a6e3784a,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:29.095905 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-29453b6f-98f7-46b7-8e1c-3c0ea607c2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:29.101204 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-29453b6f-98f7-46b7-8e1c-3c0ea607c2fc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9922080 Jun 22 07:11:29.102026 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 57222) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:29.123207 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-97391272-1244-4bca-aa77-14dd0105f421 admin admin] Request body: {'subnet': {'network_id': '33d047a2-1fae-4203-972f-e359a6e3784a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1818274694-subnet', 'tenant_id': 'c19cfe1fd182497e82b34a8b9451608a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:11:29.161536 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:29.190767 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97391272-1244-4bca-aa77-14dd0105f421 admin admin] Made reservation on behalf of c19cfe1fd182497e82b34a8b9451608a for: {'subnet': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:11:29.197493 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-97391272-1244-4bca-aa77-14dd0105f421 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:29.207221 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Network 33d047a2-1fae-4203-972f-e359a6e3784a details requested by agent ovs-agent-dv-cinder-786627-11-smb with host dv-cinder-786627-11-smb {{(pid=92823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:11:29.219864 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Pushing event updated for resources: {'Port': ['ID=3e51ca78-63e9-40f0-9dbb-0d4716c5e620,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:29.312257 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 46a3fdbd-ac59-4f03-8423-d21d6bdd5d86 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:11:29.373862 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae80579b-2f75-4964-9dd0-684b25ca5113 None None] Network 039d8b06-cce4-4bf8-a1d0-7746d58cf8db requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:11:29.645274 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592378'] for router, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:29.652745 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:29.653357 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:29.654029 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:29.654600 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:29.655092 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:29.655729 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:29.656763 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:29.657610 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:29.658462 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:29.659007 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:29.659365 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:29.659928 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Tracked resource versions report: Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: pushed versions: Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: { 'AddressGroup': {'1.2'}, Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: 'ConntrackHelper': {'1.0'}, Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: 'Log': {'1.0'}, Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: 'Network': {'1.1'}, Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: 'Port': {'1.7'}, Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: 'PortForwarding': {'1.2'}, Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: 'QosPolicy': {'1.8'}, Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: 'SecurityGroup': {'1.4'}, Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: 'SecurityGroupRule': {'1.2'}, Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: 'SubPort': {'1.0'}, Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: 'Subnet': {'1.1'}, Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: 'Trunk': {'1.1'}} Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: consumer versions: Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: { DHCP agent@dv-cinder-786627-11-smb: {}, Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: HyperV agent@hv-cinder-78662: {}, Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: L3 agent@dv-cinder-786627-11-smb: {}, Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: Metadata agent@dv-cinder-786627-11-smb: {}, Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: Metering agent@dv-cinder-786627-11-smb: {}, Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: Open vSwitch agent@dv-cinder-786627-11-smb: { 'AddressGroup': '1.2', Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: 'ConntrackHelper': '1.0', Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: 'Log': '1.0', Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: 'Network': '1.1', Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: 'Port': '1.7', Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: 'PortForwarding': '1.2', Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: 'QosPolicy': '1.8', Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: 'SecurityGroup': '1.4', Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: 'SecurityGroupRule': '1.2', Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: 'SubPort': '1.0', Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: 'Subnet': '1.1', Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: 'Trunk': '1.1'}} Jun 22 07:11:29.661250 dv-cinder-786627-11-smb neutron-server[92821]: {{(pid=92821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 07:11:29.663544 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning for port 46a3fdbd-ac59-4f03-8423-d21d6bdd5d86 completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:11:29.678670 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-a5895809-fc61-4318-8289-992e0ce5e36e None None] Provisioning for port 46a3fdbd-ac59-4f03-8423-d21d6bdd5d86 completed by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:11:29.682172 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-97391272-1244-4bca-aa77-14dd0105f421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063'] for subnet, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:29.687586 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-9cf9546f-ad55-44f9-aab1-33ce878aed82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:29.689011 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-a5895809-fc61-4318-8289-992e0ce5e36e None None] Provisioning complete for port 46a3fdbd-ac59-4f03-8423-d21d6bdd5d86 triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:11:29.690877 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-a5895809-fc61-4318-8289-992e0ce5e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:29.730183 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.856s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:29.902114 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97391272-1244-4bca-aa77-14dd0105f421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f8df47a-1b35-48e0-8850-2f48fdf17319,revision_number=0']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:29.909243 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-97391272-1244-4bca-aa77-14dd0105f421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:29.938608 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-a5895809-fc61-4318-8289-992e0ce5e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:29.940538 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97391272-1244-4bca-aa77-14dd0105f421 admin admin] Checking segment: {'id': '1b8e376b-88e4-429f-ab7e-ac0ea24752c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '33d047a2-1fae-4203-972f-e359a6e3784a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:11:29.942614 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97391272-1244-4bca-aa77-14dd0105f421 admin admin] Network hostable DHCP agents. Network: 33d047a2-1fae-4203-972f-e359a6e3784a, hostable agents: ['b3e1d87c-8412-42f8-9df5-1411cb290459'], hosted agents: [] {{(pid=92822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:11:29.966422 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Router 884c2120-51ad-4881-b8fd-58233462a692 is scheduled to L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d with binding_index 1 {{(pid=92821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 07:11:30.016974 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97391272-1244-4bca-aa77-14dd0105f421 admin admin] Network 33d047a2-1fae-4203-972f-e359a6e3784a is scheduled to be hosted by DHCP agent b3e1d87c-8412-42f8-9df5-1411cb290459 with binding_index 1 {{(pid=92822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:11:30.035750 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-a5895809-fc61-4318-8289-992e0ce5e36e None None] For port 46a3fdbd-ac59-4f03-8423-d21d6bdd5d86, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=46a3fdbd-ac59-4f03-8423-d21d6bdd5d86,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:11:30.040753 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-a5895809-fc61-4318-8289-992e0ce5e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:30.043555 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:30.073538 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [None req-97391272-1244-4bca-aa77-14dd0105f421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-smb, 33d047a2-1fae-4203-972f-e359a6e3784a) {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:11:30.086640 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97391272-1244-4bca-aa77-14dd0105f421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:30.087195 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-97391272-1244-4bca-aa77-14dd0105f421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for subnet, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:30.138571 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-97391272-1244-4bca-aa77-14dd0105f421 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0350471 Jun 22 07:11:30.141977 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 57302) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:30.147274 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa24e81-ef33-4c0e-b499-e731856ea8e5 None None] Network 33d047a2-1fae-4203-972f-e359a6e3784a requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:11:30.152252 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-770478bd-6bfc-42f0-8096-aee8fef75324 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1818274694-router', 'tenant_id': 'c19cfe1fd182497e82b34a8b9451608a', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79'}}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:11:30.233034 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-770478bd-6bfc-42f0-8096-aee8fef75324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1669542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1128'] for router, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:30.236555 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-770478bd-6bfc-42f0-8096-aee8fef75324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1593244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1123'] for router, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:30.300896 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:11:30.306633 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 57316) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:30.313095 dv-cinder-786627-11-smb neutron-server[92821]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 07:11:30.316142 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80958d6-5d0c-4df4-8a2c-640860af9c33 None None] Sync routers for ids ['884c2120-51ad-4881-b8fd-58233462a692'] in dv-cinder-786627-11-smb {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:11:30.329681 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80958d6-5d0c-4df4-8a2c-640860af9c33 None None] Routers {'884c2120-51ad-4881-b8fd-58233462a692'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:11:30.330779 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-f80958d6-5d0c-4df4-8a2c-640860af9c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:11:07Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['884c2120-51ad-4881-b8fd-58233462a692'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:11:30.362503 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-770478bd-6bfc-42f0-8096-aee8fef75324 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:30.408976 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-c586f091-dbec-4f95-9180-451ed9991610 None None] Provisioning complete for port 46a3fdbd-ac59-4f03-8423-d21d6bdd5d86 triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:11:30.410129 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-c586f091-dbec-4f95-9180-451ed9991610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:30.429669 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5895809-fc61-4318-8289-992e0ce5e36e None None] Pushing event updated for resources: {'Port': ['ID=46a3fdbd-ac59-4f03-8423-d21d6bdd5d86,revision_number=3']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:30.480570 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-a5895809-fc61-4318-8289-992e0ce5e36e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:30.577625 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-f80958d6-5d0c-4df4-8a2c-640860af9c33 None None] Set router 884c2120-51ad-4881-b8fd-58233462a692 gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:11:30.622691 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-770478bd-6bfc-42f0-8096-aee8fef75324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1593326', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1141'] for router, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:30.634938 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 57332) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:30.648040 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92e4571-efb5-44c7-83c9-58b0ba7701db None None] Network 33d047a2-1fae-4203-972f-e359a6e3784a requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:11:30.850476 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-1236d881-a32d-4da5-9d5a-765e9b186ba8 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:30.852566 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-1236d881-a32d-4da5-9d5a-765e9b186ba8 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/networks?id=baf58bc0-322c-4e9b-af42-4c66d1f25f6e HTTP/1.1" status: 200 len: 811 time: 0.5435472 Jun 22 07:11:30.872030 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 57342) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:30.941891 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-cf05c968-71e4-44e2-82f1-9a2d534fa009 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/quotas/7988b40be96144c88e3ebd99b40db194 HTTP/1.1" status: 200 len: 375 time: 0.0670531 Jun 22 07:11:30.945661 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Notify callbacks [] for router, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:30.953421 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3399091 Jun 22 07:11:30.956430 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 57352) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:31.038889 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-f80958d6-5d0c-4df4-8a2c-640860af9c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c2120-51ad-4881-b8fd-58233462a692', 'name': 'tempest-AttachVolumeShelveTestJSON-61416288-router', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:26Z', 'updated_at': '2021-06-22T07:11:28Z', 'revision_number': 3, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'gw_port': {'id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ba:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:27Z', 'updated_at': '2021-06-22T07:11:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:11:31.116090 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-07f92d4c-91c7-4bcc-a999-5c3820c1c22d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:31.167897 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80958d6-5d0c-4df4-8a2c-640860af9c33 None None] Checking router: 884c2120-51ad-4881-b8fd-58233462a692 for host: dv-cinder-786627-11-smb {{(pid=92824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:11:31.168662 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80958d6-5d0c-4df4-8a2c-640860af9c33 None None] Updating router 884c2120-51ad-4881-b8fd-58233462a692 port 3e51ca78-63e9-40f0-9dbb-0d4716c5e620 binding host dv-cinder-786627-11-smb {{(pid=92824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:11:31.213895 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-2dbbe086-17df-4760-bdb5-bbb23082c62e tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7988b40be96144c88e3ebd99b40db194&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2445469 Jun 22 07:11:31.236495 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 46a3fdbd-ac59-4f03-8423-d21d6bdd5d86 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:11:31.257950 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-f80958d6-5d0c-4df4-8a2c-640860af9c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:31.282425 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 57360) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:31.314872 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-40f7e28e-0a8b-42bd-be48-41834199bf52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:31.352682 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-770478bd-6bfc-42f0-8096-aee8fef75324 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:31.381978 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-770478bd-6bfc-42f0-8096-aee8fef75324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:31.447602 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-b71143bd-e76e-4c31-b9e5-73cfbface80e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 07:11:31.448677 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-b71143bd-e76e-4c31-b9e5-73cfbface80e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0740240 Jun 22 07:11:31.471020 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 46a3fdbd-ac59-4f03-8423-d21d6bdd5d86 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:11:31.471635 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:31.506051 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-07f92d4c-91c7-4bcc-a999-5c3820c1c22d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:31.515373 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-07f92d4c-91c7-4bcc-a999-5c3820c1c22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:31.529153 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:31.541553 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_common [None req-770478bd-6bfc-42f0-8096-aee8fef75324 admin admin] Allocated IP 172.28.3.191 (7f141025-a293-49e1-b229-0532c619cb79/4bf01720-6969-45ff-87ec-9c9eeac501f4/77d42b3f-c307-44aa-b3f3-c087e663418f) {{(pid=92822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:11:31.580212 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-d4058b5d-d8b8-49bc-a04f-cd3c88045b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:31.586623 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-07f92d4c-91c7-4bcc-a999-5c3820c1c22d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ead19969b4f04a7ca4c78bec13a51385&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9435477 Jun 22 07:11:31.587010 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 57372) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:31.596103 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f92d4c-91c7-4bcc-a999-5c3820c1c22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69dfaddc-6b95-481b-910e-d31b10a28035,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:31.606588 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-07f92d4c-91c7-4bcc-a999-5c3820c1c22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:31.699082 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-53dedcf2-92f5-4e79-b14d-99766747a990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:31.740628 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-770478bd-6bfc-42f0-8096-aee8fef75324 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:31.743956 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-53dedcf2-92f5-4e79-b14d-99766747a990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:31.798840 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-1d785ff0-d154-46dc-9105-fdcdee3128f3 service neutron] 10.222.0.22 "GET /v2.0/networks/baf58bc0-322c-4e9b-af42-4c66d1f25f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309410 Jun 22 07:11:31.812011 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-53dedcf2-92f5-4e79-b14d-99766747a990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:31.815320 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-53dedcf2-92f5-4e79-b14d-99766747a990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:31.816462 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-53dedcf2-92f5-4e79-b14d-99766747a990 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/69dfaddc-6b95-481b-910e-d31b10a28035 HTTP/1.1" status: 204 len: 168 time: 0.2283220 Jun 22 07:11:31.817495 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-48058802-ad29-46d4-a0c9-1aca5777aad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:31.820042 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-770478bd-6bfc-42f0-8096-aee8fef75324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430'] for port, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:31.831395 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dedcf2-92f5-4e79-b14d-99766747a990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dfaddc-6b95-481b-910e-d31b10a28035,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:31.836259 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-53dedcf2-92f5-4e79-b14d-99766747a990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:31.836727 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-0c1aa4b1-2e2b-4682-b785-9da0247b38a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:31.868585 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770478bd-6bfc-42f0-8096-aee8fef75324 admin admin] Network 7f141025-a293-49e1-b229-0532c619cb79 is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:11:31.872287 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [None req-770478bd-6bfc-42f0-8096-aee8fef75324 admin admin] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:11:31.878123 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770478bd-6bfc-42f0-8096-aee8fef75324 admin admin] Received port after_create {{(pid=92822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:11:31.909415 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-40f7e28e-0a8b-42bd-be48-41834199bf52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:31.927786 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-40f7e28e-0a8b-42bd-be48-41834199bf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:31.943903 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-8b41c540-1f0a-445f-b5a4-cf26a00cfe61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:31.960047 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770478bd-6bfc-42f0-8096-aee8fef75324 admin admin] Pushing event updated for resources: {'Port': ['ID=77d42b3f-c307-44aa-b3f3-c087e663418f,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:31.964496 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-770478bd-6bfc-42f0-8096-aee8fef75324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:32.051090 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-40f7e28e-0a8b-42bd-be48-41834199bf52 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c00614304212491f8f54755c9ce190af&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1779451 Jun 22 07:11:32.052895 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 57382) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:32.095939 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-9c513fe9-cc2a-496e-8c41-f0b8c563ecdc service neutron] 10.222.0.22 "GET /v2.0/networks/baf58bc0-322c-4e9b-af42-4c66d1f25f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615409 Jun 22 07:11:32.098960 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7e28e-0a8b-42bd-be48-41834199bf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311b1d28-b421-4f90-b452-660999493125,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:32.104569 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-40f7e28e-0a8b-42bd-be48-41834199bf52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:32.159194 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-f80958d6-5d0c-4df4-8a2c-640860af9c33 None None] Notify callbacks [] for port, precommit_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:32.178983 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.provisioning_blocks [None req-f80958d6-5d0c-4df4-8a2c-640860af9c33 None None] Transition to ACTIVE for port object 3e51ca78-63e9-40f0-9dbb-0d4716c5e620 will not be triggered until provisioned by entity L2. {{(pid=92824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:11:32.189117 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-f80958d6-5d0c-4df4-8a2c-640860af9c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:32.208102 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [None req-6f3dbf8c-658d-40a0-ad0c-d08a9a6fd611 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:32.248634 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-770478bd-6bfc-42f0-8096-aee8fef75324 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:32.288619 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-4db2eb5e-06d4-4e1b-88bd-810e5d54b3f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:32.300077 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8f172a2f-fc78-4a96-9b90-a61d96ea4432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:32.307722 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.managers [None req-f80958d6-5d0c-4df4-8a2c-640860af9c33 None None] Attempting to bind port 3e51ca78-63e9-40f0-9dbb-0d4716c5e620 on host dv-cinder-786627-11-smb for vnic_type normal with profile {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:11:32.308095 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.managers [None req-f80958d6-5d0c-4df4-8a2c-640860af9c33 None None] Attempting to bind port 3e51ca78-63e9-40f0-9dbb-0d4716c5e620 by drivers openvswitch,hyperv on host dv-cinder-786627-11-smb at level 0 using segments [{'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'}] {{(pid=92824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:11:32.308456 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80958d6-5d0c-4df4-8a2c-640860af9c33 None None] Attempting to bind port 3e51ca78-63e9-40f0-9dbb-0d4716c5e620 on network 7f141025-a293-49e1-b229-0532c619cb79 {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:11:32.314373 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-d4058b5d-d8b8-49bc-a04f-cd3c88045b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:32.333576 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80958d6-5d0c-4df4-8a2c-640860af9c33 None None] Checking agent: {'id': '2285e849-590c-4cbf-9562-ffa818bb227d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 3, 37), 'started_at': datetime.datetime(2021, 6, 22, 7, 4, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:11:32.334000 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80958d6-5d0c-4df4-8a2c-640860af9c33 None None] Checking segment: {'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:11:32.334343 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-f80958d6-5d0c-4df4-8a2c-640860af9c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:32.334742 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80958d6-5d0c-4df4-8a2c-640860af9c33 None None] Bound using segment: {'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'} {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:11:32.335217 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.managers [None req-f80958d6-5d0c-4df4-8a2c-640860af9c33 None None] Bound port: 3e51ca78-63e9-40f0-9dbb-0d4716c5e620, host: dv-cinder-786627-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'}}] {{(pid=92824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:11:32.335665 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-f80958d6-5d0c-4df4-8a2c-640860af9c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:32.337963 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34fcd34-0f75-4a7d-a899-25116da5ea3f None None] Pushing event updated for resources: {'Port': ['ID=3e51ca78-63e9-40f0-9dbb-0d4716c5e620,revision_number=2']} {{(pid=92824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:32.343794 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-d4058b5d-d8b8-49bc-a04f-cd3c88045b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:32.349596 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-4db2eb5e-06d4-4e1b-88bd-810e5d54b3f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:32.370035 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:32.408714 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34fcd34-0f75-4a7d-a899-25116da5ea3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:32.410467 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34fcd34-0f75-4a7d-a899-25116da5ea3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:32.411489 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34fcd34-0f75-4a7d-a899-25116da5ea3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:32.411953 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34fcd34-0f75-4a7d-a899-25116da5ea3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:32.413487 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34fcd34-0f75-4a7d-a899-25116da5ea3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:32.413880 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34fcd34-0f75-4a7d-a899-25116da5ea3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:32.415605 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34fcd34-0f75-4a7d-a899-25116da5ea3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:32.416141 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34fcd34-0f75-4a7d-a899-25116da5ea3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:32.416650 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34fcd34-0f75-4a7d-a899-25116da5ea3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:32.417634 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34fcd34-0f75-4a7d-a899-25116da5ea3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:32.419789 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34fcd34-0f75-4a7d-a899-25116da5ea3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:32.421352 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34fcd34-0f75-4a7d-a899-25116da5ea3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34fcd34-0f75-4a7d-a899-25116da5ea3f None None] Tracked resource versions report: Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: pushed versions: Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: { 'AddressGroup': {'1.2'}, Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: 'ConntrackHelper': {'1.0'}, Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: 'Log': {'1.0'}, Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: 'Network': {'1.1'}, Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: 'Port': {'1.7'}, Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: 'PortForwarding': {'1.2'}, Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: 'QosPolicy': {'1.8'}, Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: 'SecurityGroup': {'1.4'}, Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: 'SecurityGroupRule': {'1.2'}, Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: 'SubPort': {'1.0'}, Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: 'Subnet': {'1.1'}, Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: 'Trunk': {'1.1'}} Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: consumer versions: Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: { DHCP agent@dv-cinder-786627-11-smb: {}, Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: HyperV agent@hv-cinder-78662: {}, Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: L3 agent@dv-cinder-786627-11-smb: {}, Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: Metadata agent@dv-cinder-786627-11-smb: {}, Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: Metering agent@dv-cinder-786627-11-smb: {}, Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: Open vSwitch agent@dv-cinder-786627-11-smb: { 'AddressGroup': '1.2', Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: 'ConntrackHelper': '1.0', Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: 'Log': '1.0', Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: 'Network': '1.1', Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: 'Port': '1.7', Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: 'PortForwarding': '1.2', Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: 'QosPolicy': '1.8', Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: 'SecurityGroup': '1.4', Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: 'SecurityGroupRule': '1.2', Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: 'SubPort': '1.0', Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: 'Subnet': '1.1', Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: 'Trunk': '1.1'}} Jun 22 07:11:32.424789 dv-cinder-786627-11-smb neutron-server[92824]: {{(pid=92824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 07:11:32.428796 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [None req-d34fcd34-0f75-4a7d-a899-25116da5ea3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:32.468638 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 57400) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:32.491877 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.db [None req-f80958d6-5d0c-4df4-8a2c-640860af9c33 None None] For port 3e51ca78-63e9-40f0-9dbb-0d4716c5e620, host dv-cinder-786627-11-smb, cleared binding levels {{(pid=92824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:11:32.494810 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4058b5d-d8b8-49bc-a04f-cd3c88045b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b61656-0a6c-48c8-b270-c0e07bdc0e65,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:32.497433 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.db [None req-f80958d6-5d0c-4df4-8a2c-640860af9c33 None None] For port 3e51ca78-63e9-40f0-9dbb-0d4716c5e620, host dv-cinder-786627-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=3e51ca78-63e9-40f0-9dbb-0d4716c5e620,segment=NetworkSegment(1f136496-d650-4d4e-9fa5-f4757e98fad0),segment_id=1f136496-d650-4d4e-9fa5-f4757e98fad0)] {{(pid=92824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:11:32.503310 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-d4058b5d-d8b8-49bc-a04f-cd3c88045b33 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=89d0e5c5ef824ccba63187345c14be43&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2194419 Jun 22 07:11:32.504458 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-d4058b5d-d8b8-49bc-a04f-cd3c88045b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:32.510646 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-f80958d6-5d0c-4df4-8a2c-640860af9c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:32.514254 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [None req-6f3dbf8c-658d-40a0-ad0c-d08a9a6fd611 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:32.519603 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 57402) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:32.569446 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-4db2eb5e-06d4-4e1b-88bd-810e5d54b3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:32.575232 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-4db2eb5e-06d4-4e1b-88bd-810e5d54b3f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:32.577619 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-4db2eb5e-06d4-4e1b-88bd-810e5d54b3f8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/311b1d28-b421-4f90-b452-660999493125 HTTP/1.1" status: 204 len: 168 time: 0.5235515 Jun 22 07:11:32.580201 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-53dedcf2-92f5-4e79-b14d-99766747a990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:32.595767 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2eb5e-06d4-4e1b-88bd-810e5d54b3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311b1d28-b421-4f90-b452-660999493125,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:32.600964 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-4db2eb5e-06d4-4e1b-88bd-810e5d54b3f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:32.603588 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-770478bd-6bfc-42f0-8096-aee8fef75324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592378'] for router, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:32.638379 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34fcd34-0f75-4a7d-a899-25116da5ea3f None None] Pushing event updated for resources: {'Port': ['ID=3e51ca78-63e9-40f0-9dbb-0d4716c5e620,revision_number=3']} {{(pid=92824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:32.653142 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [None req-d34fcd34-0f75-4a7d-a899-25116da5ea3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:32.654789 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80958d6-5d0c-4df4-8a2c-640860af9c33 None None] Routers {'884c2120-51ad-4881-b8fd-58233462a692'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:11:32.655616 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-f80958d6-5d0c-4df4-8a2c-640860af9c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:11:07Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['884c2120-51ad-4881-b8fd-58233462a692'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:11:32.661654 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 57412) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:32.664150 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-0fb97ea1-429c-4525-9ddc-05b8749dc8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:32.813248 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 57426) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:32.886683 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770478bd-6bfc-42f0-8096-aee8fef75324 admin admin] Router 791e2cf6-5b85-413c-8d02-96dd6e477cd2 is scheduled to L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d with binding_index 1 {{(pid=92822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 07:11:32.909813 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-f80958d6-5d0c-4df4-8a2c-640860af9c33 None None] Set router 884c2120-51ad-4881-b8fd-58233462a692 gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:11:33.007992 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2fde302c-8dd0-4fea-ab18-f1966da56b39 req-f99da9f1-da1b-43bf-acb5-6b67f7d626c8 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/ports?device_id=b355e39d-2686-43c1-ae17-d4474812f7ac HTTP/1.1" status: 200 len: 210 time: 0.3324342 Jun 22 07:11:33.093748 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770478bd-6bfc-42f0-8096-aee8fef75324 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:11:33.107068 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170d3c2e-e792-4915-83c1-df5d387c126b None None] Sync routers for ids ['791e2cf6-5b85-413c-8d02-96dd6e477cd2'] in dv-cinder-786627-11-smb {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:11:33.127899 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170d3c2e-e792-4915-83c1-df5d387c126b None None] Routers {'791e2cf6-5b85-413c-8d02-96dd6e477cd2'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:11:33.129130 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-170d3c2e-e792-4915-83c1-df5d387c126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:11:07Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['791e2cf6-5b85-413c-8d02-96dd6e477cd2'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:11:33.195824 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-0fb97ea1-429c-4525-9ddc-05b8749dc8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:33.207262 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-0fb97ea1-429c-4525-9ddc-05b8749dc8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:33.208334 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-bb7e810c-2375-4d14-aef8-3bd0b9832e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:33.212189 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-770478bd-6bfc-42f0-8096-aee8fef75324 admin admin] Notify callbacks [] for router, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:33.216224 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-770478bd-6bfc-42f0-8096-aee8fef75324 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.0704184 Jun 22 07:11:33.216432 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 57436) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:33.251935 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-40f7e28e-0a8b-42bd-be48-41834199bf52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:33.302134 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-0fb97ea1-429c-4525-9ddc-05b8749dc8e0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=89b26a0fe1064d1eb95673b8d2ddffb0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8283825 Jun 22 07:11:33.308157 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb97ea1-429c-4525-9ddc-05b8749dc8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c90a1a-9959-44e1-8f53-ed73c162e0da,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:33.319586 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 57440) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:33.349149 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-170d3c2e-e792-4915-83c1-df5d387c126b None None] Set router 791e2cf6-5b85-413c-8d02-96dd6e477cd2 gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:11:33.393074 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-0fb97ea1-429c-4525-9ddc-05b8749dc8e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:33.401494 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-bb7e810c-2375-4d14-aef8-3bd0b9832e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:33.408328 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-3af03a63-3c6c-439d-a9fc-e0337e2ff0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:33.447830 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 57450) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:33.455087 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-f80958d6-5d0c-4df4-8a2c-640860af9c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c2120-51ad-4881-b8fd-58233462a692', 'name': 'tempest-AttachVolumeShelveTestJSON-61416288-router', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:26Z', 'updated_at': '2021-06-22T07:11:28Z', 'revision_number': 3, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'gw_port': {'id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ba:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:27Z', 'updated_at': '2021-06-22T07:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:11:33.472858 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.db_base_plugin_common [None req-8f172a2f-fc78-4a96-9b90-a61d96ea4432 admin admin] Allocated IP 172.20.0.1 (039d8b06-cce4-4bf8-a1d0-7746d58cf8db/978e6915-65f8-462b-a6af-3ef15c3adee2/7f468342-64e9-4741-95f5-7c2d575d24b2) {{(pid=92821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:11:33.497072 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-510c98a5-55d4-41df-a399-9ad446cfec2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:33.524301 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80958d6-5d0c-4df4-8a2c-640860af9c33 None None] The sync data for ids ['884c2120-51ad-4881-b8fd-58233462a692'] in dv-cinder-786627-11-smb is: [{'id': '884c2120-51ad-4881-b8fd-58233462a692', 'name': 'tempest-AttachVolumeShelveTestJSON-61416288-router', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:26Z', 'updated_at': '2021-06-22T07:11:28Z', 'revision_number': 3, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'gw_port': {'id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ba:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:27Z', 'updated_at': '2021-06-22T07:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}] {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:11:33.601237 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-bb7e810c-2375-4d14-aef8-3bd0b9832e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:33.608675 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-bb7e810c-2375-4d14-aef8-3bd0b9832e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:33.610160 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-bb7e810c-2375-4d14-aef8-3bd0b9832e2a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/24b61656-0a6c-48c8-b270-c0e07bdc0e65 HTTP/1.1" status: 204 len: 168 time: 1.0473957 Jun 22 07:11:33.613589 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:33.631417 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-170d3c2e-e792-4915-83c1-df5d387c126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791e2cf6-5b85-413c-8d02-96dd6e477cd2', 'name': 'tempest-ServerRescueNegativeTestJSON-1818274694-router', 'tenant_id': 'c19cfe1fd182497e82b34a8b9451608a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.191'}], 'enable_snat': True}, 'gw_port_id': '77d42b3f-c307-44aa-b3f3-c087e663418f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:30Z', 'updated_at': '2021-06-22T07:11:31Z', 'revision_number': 3, 'project_id': 'c19cfe1fd182497e82b34a8b9451608a', 'gw_port': {'id': '77d42b3f-c307-44aa-b3f3-c087e663418f', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:39:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791e2cf6-5b85-413c-8d02-96dd6e477cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:31Z', 'updated_at': '2021-06-22T07:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:11:33.634568 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e810c-2375-4d14-aef8-3bd0b9832e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b61656-0a6c-48c8-b270-c0e07bdc0e65,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:33.647439 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-bb7e810c-2375-4d14-aef8-3bd0b9832e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:33.679589 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170d3c2e-e792-4915-83c1-df5d387c126b None None] Checking router: 791e2cf6-5b85-413c-8d02-96dd6e477cd2 for host: dv-cinder-786627-11-smb {{(pid=92823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:11:33.680523 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170d3c2e-e792-4915-83c1-df5d387c126b None None] Updating router 791e2cf6-5b85-413c-8d02-96dd6e477cd2 port 77d42b3f-c307-44aa-b3f3-c087e663418f binding host dv-cinder-786627-11-smb {{(pid=92823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:11:33.690649 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8f172a2f-fc78-4a96-9b90-a61d96ea4432 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:33.732851 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.provisioning_blocks [None req-8f172a2f-fc78-4a96-9b90-a61d96ea4432 admin admin] Transition to ACTIVE for port object 7f468342-64e9-4741-95f5-7c2d575d24b2 will not be triggered until provisioned by entity DHCP. {{(pid=92821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:11:33.737235 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-170d3c2e-e792-4915-83c1-df5d387c126b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:33.786977 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8f172a2f-fc78-4a96-9b90-a61d96ea4432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430'] for port, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:33.791561 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:33.844774 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f172a2f-fc78-4a96-9b90-a61d96ea4432 admin admin] Pushing event updated for resources: {'Port': ['ID=7f468342-64e9-4741-95f5-7c2d575d24b2,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:33.850099 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-8f172a2f-fc78-4a96-9b90-a61d96ea4432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:33.862245 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f172a2f-fc78-4a96-9b90-a61d96ea4432 admin admin] Network 039d8b06-cce4-4bf8-a1d0-7746d58cf8db is already hosted by enough agents. {{(pid=92821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:11:33.863959 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.base_scheduler [None req-8f172a2f-fc78-4a96-9b90-a61d96ea4432 admin admin] Resources bound (agent type, host, resource id): {{(pid=92821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:11:33.880178 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f172a2f-fc78-4a96-9b90-a61d96ea4432 admin admin] Received port after_create {{(pid=92821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:11:33.880911 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8f172a2f-fc78-4a96-9b90-a61d96ea4432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594578'] for router_interface, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:34.052315 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-3af03a63-3c6c-439d-a9fc-e0337e2ff0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:34.113475 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-3af03a63-3c6c-439d-a9fc-e0337e2ff0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:34.174357 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:34.175515 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3e8f003c-4c6b-4a89-accf-06fd650426da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:34.234373 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e937cf36-db79-4658-8718-952136c21177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:34.367988 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-170d3c2e-e792-4915-83c1-df5d387c126b None None] Notify callbacks [] for port, precommit_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:34.410460 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-170d3c2e-e792-4915-83c1-df5d387c126b None None] Transition to ACTIVE for port object 77d42b3f-c307-44aa-b3f3-c087e663418f will not be triggered until provisioned by entity L2. {{(pid=92823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:11:34.432692 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-170d3c2e-e792-4915-83c1-df5d387c126b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:34.446143 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-3af03a63-3c6c-439d-a9fc-e0337e2ff0db admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6bdac75eb5b141a489bd91746e0e4360&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6306455 Jun 22 07:11:34.450376 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-79b78c74-5508-4c89-ae2c-4a6688d809ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:34.451790 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af03a63-3c6c-439d-a9fc-e0337e2ff0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ba56f8-44a2-4bea-940b-94d312afff4f,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:34.458547 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-3af03a63-3c6c-439d-a9fc-e0337e2ff0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:34.463343 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 57490) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:34.492974 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2e8102a7-3b38-49d4-9a86-4b71058e113a req-35aa7426-74cb-4758-b27d-5c78988e9cd1 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/ports?device_id=b355e39d-2686-43c1-ae17-d4474812f7ac HTTP/1.1" status: 200 len: 210 time: 0.3461776 Jun 22 07:11:34.520984 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e937cf36-db79-4658-8718-952136c21177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:34.571899 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098ba3a-e7f0-4183-9e0f-92b18b876a53 None None] Pushing event updated for resources: {'Port': ['ID=77d42b3f-c307-44aa-b3f3-c087e663418f,revision_number=2']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:34.579887 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-7098ba3a-e7f0-4183-9e0f-92b18b876a53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:34.590410 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-be89e009-7e1b-415f-a408-aa7f6b41cf25 None None] Provisioning for port 7f468342-64e9-4741-95f5-7c2d575d24b2 completed by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:11:34.622283 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-170d3c2e-e792-4915-83c1-df5d387c126b None None] Attempting to bind port 77d42b3f-c307-44aa-b3f3-c087e663418f on host dv-cinder-786627-11-smb for vnic_type normal with profile {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:11:34.622781 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-170d3c2e-e792-4915-83c1-df5d387c126b None None] Attempting to bind port 77d42b3f-c307-44aa-b3f3-c087e663418f by drivers openvswitch,hyperv on host dv-cinder-786627-11-smb at level 0 using segments [{'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:11:34.623883 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170d3c2e-e792-4915-83c1-df5d387c126b None None] Attempting to bind port 77d42b3f-c307-44aa-b3f3-c087e663418f on network 7f141025-a293-49e1-b229-0532c619cb79 {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:11:34.637812 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170d3c2e-e792-4915-83c1-df5d387c126b None None] Checking agent: {'id': '2285e849-590c-4cbf-9562-ffa818bb227d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 3, 37), 'started_at': datetime.datetime(2021, 6, 22, 7, 4, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:11:34.641630 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8f172a2f-fc78-4a96-9b90-a61d96ea4432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:34.642316 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170d3c2e-e792-4915-83c1-df5d387c126b None None] Checking segment: {'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:11:34.643609 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-170d3c2e-e792-4915-83c1-df5d387c126b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:34.644263 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170d3c2e-e792-4915-83c1-df5d387c126b None None] Bound using segment: {'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:11:34.644925 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-170d3c2e-e792-4915-83c1-df5d387c126b None None] Bound port: 77d42b3f-c307-44aa-b3f3-c087e663418f, host: dv-cinder-786627-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'}}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:11:34.646283 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-170d3c2e-e792-4915-83c1-df5d387c126b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:34.665183 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-be89e009-7e1b-415f-a408-aa7f6b41cf25 None None] Provisioning complete for port 7f468342-64e9-4741-95f5-7c2d575d24b2 triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:11:34.665473 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-be89e009-7e1b-415f-a408-aa7f6b41cf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:34.796999 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c7b5863b-1f5c-4e9a-b8c1-e2c953750d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:34.847921 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e937cf36-db79-4658-8718-952136c21177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:34.858295 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e937cf36-db79-4658-8718-952136c21177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:34.859794 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-e937cf36-db79-4658-8718-952136c21177 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/76c90a1a-9959-44e1-8f53-ed73c162e0da HTTP/1.1" status: 204 len: 168 time: 1.5376396 Jun 22 07:11:34.861906 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c7b5863b-1f5c-4e9a-b8c1-e2c953750d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:34.864951 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-07f92d4c-91c7-4bcc-a999-5c3820c1c22d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:34.890247 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937cf36-db79-4658-8718-952136c21177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c90a1a-9959-44e1-8f53-ed73c162e0da,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:34.902923 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-e937cf36-db79-4658-8718-952136c21177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:34.931256 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-170d3c2e-e792-4915-83c1-df5d387c126b None None] For port 77d42b3f-c307-44aa-b3f3-c087e663418f, host dv-cinder-786627-11-smb, cleared binding levels {{(pid=92823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:11:34.941274 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-170d3c2e-e792-4915-83c1-df5d387c126b None None] For port 77d42b3f-c307-44aa-b3f3-c087e663418f, host dv-cinder-786627-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=77d42b3f-c307-44aa-b3f3-c087e663418f,segment=NetworkSegment(1f136496-d650-4d4e-9fa5-f4757e98fad0),segment_id=1f136496-d650-4d4e-9fa5-f4757e98fad0)] {{(pid=92823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:11:34.949737 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-510c98a5-55d4-41df-a399-9ad446cfec2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:35.032884 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-170d3c2e-e792-4915-83c1-df5d387c126b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:35.054564 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-be89e009-7e1b-415f-a408-aa7f6b41cf25 None None] Port 7f468342-64e9-4741-95f5-7c2d575d24b2 cannot update to ACTIVE because it is not bound. {{(pid=92823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:11:35.105865 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:35.141544 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c7b5863b-1f5c-4e9a-b8c1-e2c953750d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:35.143221 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 57516) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:35.178544 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c7b5863b-1f5c-4e9a-b8c1-e2c953750d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:35.179923 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-c7b5863b-1f5c-4e9a-b8c1-e2c953750d43 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/05ba56f8-44a2-4bea-940b-94d312afff4f HTTP/1.1" status: 204 len: 168 time: 0.7041063 Jun 22 07:11:35.180898 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:35.249070 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5863b-1f5c-4e9a-b8c1-e2c953750d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ba56f8-44a2-4bea-940b-94d312afff4f,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:35.253107 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170d3c2e-e792-4915-83c1-df5d387c126b None None] Routers {'791e2cf6-5b85-413c-8d02-96dd6e477cd2'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:11:35.253767 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-170d3c2e-e792-4915-83c1-df5d387c126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:11:07Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['791e2cf6-5b85-413c-8d02-96dd6e477cd2'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:11:35.271905 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-c7b5863b-1f5c-4e9a-b8c1-e2c953750d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:35.315407 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-23922c2b-8dc0-4659-a95f-5a8e5514dd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:35.369402 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 3e51ca78-63e9-40f0-9dbb-0d4716c5e620 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:11:35.377196 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-510c98a5-55d4-41df-a399-9ad446cfec2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:35.464131 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098ba3a-e7f0-4183-9e0f-92b18b876a53 None None] Pushing event updated for resources: {'Port': ['ID=77d42b3f-c307-44aa-b3f3-c087e663418f,revision_number=3']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:35.468177 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:35.487904 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-7098ba3a-e7f0-4183-9e0f-92b18b876a53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:35.610544 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-510c98a5-55d4-41df-a399-9ad446cfec2a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e0c53e3a2def4435807d0bbbc05b0796&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1587148 Jun 22 07:11:35.613648 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 57536) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:35.616610 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c98a5-55d4-41df-a399-9ad446cfec2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86770a5b-218e-4003-af20-88c2ce20eba0,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:35.632044 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning for port 3e51ca78-63e9-40f0-9dbb-0d4716c5e620 completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:11:35.637240 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-510c98a5-55d4-41df-a399-9ad446cfec2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:35.647102 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-170d3c2e-e792-4915-83c1-df5d387c126b None None] Set router 791e2cf6-5b85-413c-8d02-96dd6e477cd2 gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:11:35.657324 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 3e51ca78-63e9-40f0-9dbb-0d4716c5e620 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:11:35.659793 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:35.786098 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-decfe204-7e61-4be1-b205-9671315ee934 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-303196559-network', 'tenant_id': '8c15a401031549ea8d8da6394217032d'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:11:35.801482 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8f172a2f-fc78-4a96-9b90-a61d96ea4432 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:35.810106 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8f172a2f-fc78-4a96-9b90-a61d96ea4432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:35.820007 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8f172a2f-fc78-4a96-9b90-a61d96ea4432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1773154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654985'] for router_interface, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:35.861495 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-8f172a2f-fc78-4a96-9b90-a61d96ea4432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:35.865182 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decfe204-7e61-4be1-b205-9671315ee934 admin admin] Made reservation on behalf of 8c15a401031549ea8d8da6394217032d for: {'network': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:11:35.868518 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-decfe204-7e61-4be1-b205-9671315ee934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for network, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:35.884932 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-decfe204-7e61-4be1-b205-9671315ee934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:35.909926 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_common [None req-23922c2b-8dc0-4659-a95f-5a8e5514dd40 admin admin] Allocated IP 172.20.0.1 (33d047a2-1fae-4203-972f-e359a6e3784a/5f8df47a-1b35-48e0-8850-2f48fdf17319/ef6aabcb-4c35-4043-9340-fb1d3855b5d5) {{(pid=92822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:11:35.915456 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-573e38ee-22e4-4414-af94-f150cd11f20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:35.992183 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 57550) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:36.052347 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-9d9f038a-e598-425b-b91d-1953527968fc req-33f76003-13c2-487a-9de7-680f87214861 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/ports?device_id=b355e39d-2686-43c1-ae17-d4474812f7ac HTTP/1.1" status: 200 len: 210 time: 0.2130921 Jun 22 07:11:36.070770 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:36.098470 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-badbe661-7601-497f-823b-f0844c323d63 None None] For port 3e51ca78-63e9-40f0-9dbb-0d4716c5e620, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=3e51ca78-63e9-40f0-9dbb-0d4716c5e620,segment=NetworkSegment(1f136496-d650-4d4e-9fa5-f4757e98fad0),segment_id=1f136496-d650-4d4e-9fa5-f4757e98fad0)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:11:36.106274 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:36.113083 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-a30005c8-91e6-426c-a96a-7770f517b4e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:36.150919 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-decfe204-7e61-4be1-b205-9671315ee934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:36.174356 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-170d3c2e-e792-4915-83c1-df5d387c126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791e2cf6-5b85-413c-8d02-96dd6e477cd2', 'name': 'tempest-ServerRescueNegativeTestJSON-1818274694-router', 'tenant_id': 'c19cfe1fd182497e82b34a8b9451608a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.191'}], 'enable_snat': True}, 'gw_port_id': '77d42b3f-c307-44aa-b3f3-c087e663418f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:30Z', 'updated_at': '2021-06-22T07:11:31Z', 'revision_number': 3, 'project_id': 'c19cfe1fd182497e82b34a8b9451608a', 'gw_port': {'id': '77d42b3f-c307-44aa-b3f3-c087e663418f', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:39:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791e2cf6-5b85-413c-8d02-96dd6e477cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:31Z', 'updated_at': '2021-06-22T07:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:11:36.174644 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-f0bab09d-4f29-496d-9ca6-a03df3e511fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:36.177583 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-decfe204-7e61-4be1-b205-9671315ee934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:36.220714 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170d3c2e-e792-4915-83c1-df5d387c126b None None] The sync data for ids ['791e2cf6-5b85-413c-8d02-96dd6e477cd2'] in dv-cinder-786627-11-smb is: [{'id': '791e2cf6-5b85-413c-8d02-96dd6e477cd2', 'name': 'tempest-ServerRescueNegativeTestJSON-1818274694-router', 'tenant_id': 'c19cfe1fd182497e82b34a8b9451608a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.191'}], 'enable_snat': True}, 'gw_port_id': '77d42b3f-c307-44aa-b3f3-c087e663418f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:30Z', 'updated_at': '2021-06-22T07:11:31Z', 'revision_number': 3, 'project_id': 'c19cfe1fd182497e82b34a8b9451608a', 'gw_port': {'id': '77d42b3f-c307-44aa-b3f3-c087e663418f', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:39:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791e2cf6-5b85-413c-8d02-96dd6e477cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:31Z', 'updated_at': '2021-06-22T07:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}] {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:11:36.233995 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-e937cf36-db79-4658-8718-952136c21177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:36.234955 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Pushing event updated for resources: {'Port': ['ID=3e51ca78-63e9-40f0-9dbb-0d4716c5e620,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:36.246338 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:36.269652 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-573e38ee-22e4-4414-af94-f150cd11f20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:36.278331 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f172a2f-fc78-4a96-9b90-a61d96ea4432 admin admin] Network 039d8b06-cce4-4bf8-a1d0-7746d58cf8db is already hosted by enough agents. {{(pid=92821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:11:36.291664 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.base_scheduler [None req-8f172a2f-fc78-4a96-9b90-a61d96ea4432 admin admin] Resources bound (agent type, host, resource id): {{(pid=92821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:11:36.329536 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.42', 54661) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:36.331794 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f172a2f-fc78-4a96-9b90-a61d96ea4432 admin admin] Pushing event updated for resources: {'Port': ['ID=7f468342-64e9-4741-95f5-7c2d575d24b2,revision_number=2']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:36.343985 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-8f172a2f-fc78-4a96-9b90-a61d96ea4432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:36.381038 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-decfe204-7e61-4be1-b205-9671315ee934 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=92822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:11:36.431128 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decfe204-7e61-4be1-b205-9671315ee934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6e53d8-af82-44ea-9465-e6119e8d16e0,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:36.434171 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-decfe204-7e61-4be1-b205-9671315ee934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:36.434516 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.db.segments_db [None req-decfe204-7e61-4be1-b205-9671315ee934 admin admin] Added segment b6db2b72-7619-4954-8501-e4afdf488135 of type vlan for network bc4e1e7e-bfc8-4de8-acd6-0bdf7c071d08 Jun 22 07:11:36.440053 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-decfe204-7e61-4be1-b205-9671315ee934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:36.508376 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-decfe204-7e61-4be1-b205-9671315ee934 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736031188691'] for network, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:36.519698 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-573e38ee-22e4-4414-af94-f150cd11f20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:36.529841 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-573e38ee-22e4-4414-af94-f150cd11f20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:36.552025 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-573e38ee-22e4-4414-af94-f150cd11f20b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/86770a5b-218e-4003-af20-88c2ce20eba0 HTTP/1.1" status: 204 len: 168 time: 0.9372306 Jun 22 07:11:36.559058 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:36.607318 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-23922c2b-8dc0-4659-a95f-5a8e5514dd40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:36.654755 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e38ee-22e4-4414-af94-f150cd11f20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86770a5b-218e-4003-af20-88c2ce20eba0,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:36.701777 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-f0bab09d-4f29-496d-9ca6-a03df3e511fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:36.715488 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-d23ef201-5a52-4f79-a012-0f2584a21008 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:36.719263 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-d23ef201-5a52-4f79-a012-0f2584a21008 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.42 "GET /v2.0/networks?id=baf58bc0-322c-4e9b-af42-4c66d1f25f6e HTTP/1.1" status: 200 len: 811 time: 0.3885045 Jun 22 07:11:36.721711 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-f0bab09d-4f29-496d-9ca6-a03df3e511fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:36.740660 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f172a2f-fc78-4a96-9b90-a61d96ea4432 admin admin] Router 884c2120-51ad-4881-b8fd-58233462a692 has already been hosted by L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d {{(pid=92821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:11:36.741636 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:36.810290 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-5caae8ef-7b3f-4730-a095-6cc68c6157fc tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Request body: {'port': {'device_id': 'b355e39d-2686-43c1-ae17-d4474812f7ac', 'network_id': 'baf58bc0-322c-4e9b-af42-4c66d1f25f6e', 'admin_state_up': True, 'tenant_id': '7988b40be96144c88e3ebd99b40db194'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:11:36.814477 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-573e38ee-22e4-4414-af94-f150cd11f20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:36.859210 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-254647ed-52fa-4e77-92c1-204924aecb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:36.880666 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-decfe204-7e61-4be1-b205-9671315ee934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068'] for network, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:36.888904 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decfe204-7e61-4be1-b205-9671315ee934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:36.892001 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-decfe204-7e61-4be1-b205-9671315ee934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:36.909824 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-a79144bc-f730-425c-99f4-ec8d6dc2cd85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:36.986876 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-e1539492-341b-47f4-b64c-ca0dd8550f21 None None] Provisioning complete for port 7f468342-64e9-4741-95f5-7c2d575d24b2 triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:11:36.988660 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-e1539492-341b-47f4-b64c-ca0dd8550f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:37.057278 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-e1539492-341b-47f4-b64c-ca0dd8550f21 None None] Port 7f468342-64e9-4741-95f5-7c2d575d24b2 cannot update to ACTIVE because it is not bound. {{(pid=92823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:11:37.079871 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:37.104022 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-f0bab09d-4f29-496d-9ca6-a03df3e511fb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3e31c647bf5540c8b6d840748fa80f39&name=default HTTP/1.1" status: 200 len: 2978 time: 1.0540385 Jun 22 07:11:37.105104 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 57580) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:37.145520 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bab09d-4f29-496d-9ca6-a03df3e511fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803a53ea-b9cc-4e44-875f-efe60fe6bad5,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:37.149381 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-f0bab09d-4f29-496d-9ca6-a03df3e511fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:37.149896 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 57588) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:37.158604 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-decfe204-7e61-4be1-b205-9671315ee934 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0015063 Jun 22 07:11:37.170686 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-a8369dce-3998-4196-b067-0a610257c48f admin admin] Request body: {'subnet': {'network_id': 'bc4e1e7e-bfc8-4de8-acd6-0bdf7c071d08', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-303196559-subnet', 'tenant_id': '8c15a401031549ea8d8da6394217032d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:11:37.177905 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-23922c2b-8dc0-4659-a95f-5a8e5514dd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430'] for port, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:37.191715 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decfe204-7e61-4be1-b205-9671315ee934 admin admin] Pushing event updated for resources: {'Network': ['ID=bc4e1e7e-bfc8-4de8-acd6-0bdf7c071d08,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:37.200528 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-decfe204-7e61-4be1-b205-9671315ee934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:37.203000 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:37.225081 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Network bc4e1e7e-bfc8-4de8-acd6-0bdf7c071d08 details requested by agent ovs-agent-dv-cinder-786627-11-smb with host dv-cinder-786627-11-smb {{(pid=92823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:11:37.320127 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23922c2b-8dc0-4659-a95f-5a8e5514dd40 admin admin] Network 33d047a2-1fae-4203-972f-e359a6e3784a is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:11:37.353252 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [None req-23922c2b-8dc0-4659-a95f-5a8e5514dd40 admin admin] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:11:37.358095 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23922c2b-8dc0-4659-a95f-5a8e5514dd40 admin admin] Received port after_create {{(pid=92822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:11:37.369544 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-23922c2b-8dc0-4659-a95f-5a8e5514dd40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594578'] for router_interface, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:37.431145 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 3e51ca78-63e9-40f0-9dbb-0d4716c5e620 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:11:37.500673 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8369dce-3998-4196-b067-0a610257c48f admin admin] Made reservation on behalf of 8c15a401031549ea8d8da6394217032d for: {'subnet': 1} {{(pid=92821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:11:37.507440 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-a8369dce-3998-4196-b067-0a610257c48f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:37.527743 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23922c2b-8dc0-4659-a95f-5a8e5514dd40 admin admin] Pushing event updated for resources: {'Port': ['ID=ef6aabcb-4c35-4043-9340-fb1d3855b5d5,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:37.538241 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-23922c2b-8dc0-4659-a95f-5a8e5514dd40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:37.539924 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f172a2f-fc78-4a96-9b90-a61d96ea4432 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:11:37.552517 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05f7d87-c9d9-43d7-bdc0-86e86264a0b3 None None] Sync routers for ids ['884c2120-51ad-4881-b8fd-58233462a692'] in dv-cinder-786627-11-smb {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:11:37.557753 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 3e51ca78-63e9-40f0-9dbb-0d4716c5e620 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:11:37.558148 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:37.573311 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05f7d87-c9d9-43d7-bdc0-86e86264a0b3 None None] Routers {'884c2120-51ad-4881-b8fd-58233462a692'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:11:37.574358 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-c05f7d87-c9d9-43d7-bdc0-86e86264a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:11:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['884c2120-51ad-4881-b8fd-58233462a692'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:11:37.586709 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-8f172a2f-fc78-4a96-9b90-a61d96ea4432 admin admin] 10.222.0.22 "PUT /v2.0/routers/884c2120-51ad-4881-b8fd-58233462a692/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6261518 Jun 22 07:11:37.743911 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 77d42b3f-c307-44aa-b3f3-c087e663418f up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:11:37.785573 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-6fc83de1-5cbe-4502-825c-fe45276a1f0a req-ae2dd932-222b-4679-b47d-23eea9729ec6 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/ports?device_id=b355e39d-2686-43c1-ae17-d4474812f7ac HTTP/1.1" status: 200 len: 210 time: 0.2506120 Jun 22 07:11:37.822394 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-23922c2b-8dc0-4659-a95f-5a8e5514dd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:37.830141 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:37.864509 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-c05f7d87-c9d9-43d7-bdc0-86e86264a0b3 None None] Set router 884c2120-51ad-4881-b8fd-58233462a692 gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:11:37.881202 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning for port 77d42b3f-c307-44aa-b3f3-c087e663418f completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:11:37.881687 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-0eb9d3b3-0d8d-45d6-a585-708076a01771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:37.886249 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 77d42b3f-c307-44aa-b3f3-c087e663418f triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:11:37.886716 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:37.980912 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-5caae8ef-7b3f-4730-a095-6cc68c6157fc tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Made reservation on behalf of 7988b40be96144c88e3ebd99b40db194 for: {'port': 1} {{(pid=92821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:11:38.014089 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-5caae8ef-7b3f-4730-a095-6cc68c6157fc tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:38.079976 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:38.116081 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-badbe661-7601-497f-823b-f0844c323d63 None None] For port 77d42b3f-c307-44aa-b3f3-c087e663418f, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=77d42b3f-c307-44aa-b3f3-c087e663418f,segment=NetworkSegment(1f136496-d650-4d4e-9fa5-f4757e98fad0),segment_id=1f136496-d650-4d4e-9fa5-f4757e98fad0)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:11:38.123365 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:38.130431 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-7098ba3a-e7f0-4183-9e0f-92b18b876a53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:38.147576 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-0eb9d3b3-0d8d-45d6-a585-708076a01771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:38.216665 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Pushing event updated for resources: {'Port': ['ID=77d42b3f-c307-44aa-b3f3-c087e663418f,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:38.222152 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:38.253080 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-23922c2b-8dc0-4659-a95f-5a8e5514dd40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:38.262463 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-23922c2b-8dc0-4659-a95f-5a8e5514dd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:38.265987 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-23922c2b-8dc0-4659-a95f-5a8e5514dd40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1773154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654985'] for router_interface, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:38.267845 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:38.329431 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-c05f7d87-c9d9-43d7-bdc0-86e86264a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c2120-51ad-4881-b8fd-58233462a692', 'name': 'tempest-AttachVolumeShelveTestJSON-61416288-router', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:26Z', 'updated_at': '2021-06-22T07:11:34Z', 'revision_number': 4, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'gw_port': {'id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:27Z', 'updated_at': '2021-06-22T07:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '7f468342-64e9-4741-95f5-7c2d575d24b2', 'name': '', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'mac_address': 'fa:16:3e:74:0b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:32Z', 'updated_at': '2021-06-22T07:11:34Z', 'revision_number': 2, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'subnets': [{'id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:11:38.366120 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23922c2b-8dc0-4659-a95f-5a8e5514dd40 admin admin] Pushing event updated for resources: {'Port': ['ID=ef6aabcb-4c35-4043-9340-fb1d3855b5d5,revision_number=2']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:38.382070 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-23922c2b-8dc0-4659-a95f-5a8e5514dd40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:38.398596 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-a8369dce-3998-4196-b067-0a610257c48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063'] for subnet, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:38.425411 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05f7d87-c9d9-43d7-bdc0-86e86264a0b3 None None] Checking router: 884c2120-51ad-4881-b8fd-58233462a692 for host: dv-cinder-786627-11-smb {{(pid=92824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:11:38.425952 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05f7d87-c9d9-43d7-bdc0-86e86264a0b3 None None] Updating router 884c2120-51ad-4881-b8fd-58233462a692 port 7f468342-64e9-4741-95f5-7c2d575d24b2 binding host dv-cinder-786627-11-smb {{(pid=92824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:11:38.429194 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-87db9237-a739-4319-bf3c-e9d538c53b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:38.479378 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23922c2b-8dc0-4659-a95f-5a8e5514dd40 admin admin] Network 33d047a2-1fae-4203-972f-e359a6e3784a is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:11:38.480900 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [None req-23922c2b-8dc0-4659-a95f-5a8e5514dd40 admin admin] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:11:38.518403 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-c05f7d87-c9d9-43d7-bdc0-86e86264a0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:38.705708 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23922c2b-8dc0-4659-a95f-5a8e5514dd40 admin admin] Router 791e2cf6-5b85-413c-8d02-96dd6e477cd2 has already been hosted by L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d {{(pid=92822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:11:38.720782 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-0eb9d3b3-0d8d-45d6-a585-708076a01771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:38.783678 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-0eb9d3b3-0d8d-45d6-a585-708076a01771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:38.785627 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-0eb9d3b3-0d8d-45d6-a585-708076a01771 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/803a53ea-b9cc-4e44-875f-efe60fe6bad5 HTTP/1.1" status: 204 len: 168 time: 1.6501253 Jun 22 07:11:38.829660 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8369dce-3998-4196-b067-0a610257c48f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3e372a1-95e4-47c9-b47c-052a0ce5a2aa,revision_number=0']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:38.871597 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.db_base_plugin_common [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-5caae8ef-7b3f-4730-a095-6cc68c6157fc tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Allocated IP 172.20.0.11 (baf58bc0-322c-4e9b-af42-4c66d1f25f6e/8f9da2d5-50d2-432b-8486-4dde3b11dcf6/28110507-27a1-4ec4-82ab-0a666ade93b2) {{(pid=92821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:11:38.879053 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-a8369dce-3998-4196-b067-0a610257c48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:38.883057 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-0fb97ea1-429c-4525-9ddc-05b8749dc8e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:38.980260 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9d3b3-0d8d-45d6-a585-708076a01771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803a53ea-b9cc-4e44-875f-efe60fe6bad5,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:39.039456 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-0eb9d3b3-0d8d-45d6-a585-708076a01771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:39.046032 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8369dce-3998-4196-b067-0a610257c48f admin admin] Checking segment: {'id': 'b6db2b72-7619-4954-8501-e4afdf488135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'bc4e1e7e-bfc8-4de8-acd6-0bdf7c071d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:11:39.052602 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8369dce-3998-4196-b067-0a610257c48f admin admin] Network hostable DHCP agents. Network: bc4e1e7e-bfc8-4de8-acd6-0bdf7c071d08, hostable agents: ['b3e1d87c-8412-42f8-9df5-1411cb290459'], hosted agents: [] {{(pid=92821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:11:39.243960 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 77d42b3f-c307-44aa-b3f3-c087e663418f up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:11:39.447599 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23922c2b-8dc0-4659-a95f-5a8e5514dd40 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:11:39.471570 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-23922c2b-8dc0-4659-a95f-5a8e5514dd40 admin admin] 10.222.0.22 "PUT /v2.0/routers/791e2cf6-5b85-413c-8d02-96dd6e477cd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2523050 Jun 22 07:11:39.479648 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 77d42b3f-c307-44aa-b3f3-c087e663418f triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:11:39.481310 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:39.483686 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b8acf6-8b42-4ee2-b3f4-ae79d7ff8f9b None None] Sync routers for ids ['791e2cf6-5b85-413c-8d02-96dd6e477cd2'] in dv-cinder-786627-11-smb {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:11:39.497451 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-c05f7d87-c9d9-43d7-bdc0-86e86264a0b3 None None] Notify callbacks [] for port, precommit_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:39.549583 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.provisioning_blocks [None req-c05f7d87-c9d9-43d7-bdc0-86e86264a0b3 None None] Transition to ACTIVE for port object 7f468342-64e9-4741-95f5-7c2d575d24b2 will not be triggered until provisioned by entity L2. {{(pid=92824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:11:39.569704 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-c05f7d87-c9d9-43d7-bdc0-86e86264a0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:39.579107 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [None req-d34fcd34-0f75-4a7d-a899-25116da5ea3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:39.829251 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd68834-3761-4d6b-967a-aa5334f3150e None None] Pushing event updated for resources: {'Port': ['ID=7f468342-64e9-4741-95f5-7c2d575d24b2,revision_number=3']} {{(pid=92824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:39.830467 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b8acf6-8b42-4ee2-b3f4-ae79d7ff8f9b None None] Routers {'791e2cf6-5b85-413c-8d02-96dd6e477cd2'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:11:39.831600 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-c8b8acf6-8b42-4ee2-b3f4-ae79d7ff8f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:11:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['791e2cf6-5b85-413c-8d02-96dd6e477cd2'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:11:39.865067 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [None req-6dd68834-3761-4d6b-967a-aa5334f3150e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:39.960939 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:39.990506 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.managers [None req-c05f7d87-c9d9-43d7-bdc0-86e86264a0b3 None None] Attempting to bind port 7f468342-64e9-4741-95f5-7c2d575d24b2 on host dv-cinder-786627-11-smb for vnic_type normal with profile {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:11:39.990883 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.managers [None req-c05f7d87-c9d9-43d7-bdc0-86e86264a0b3 None None] Attempting to bind port 7f468342-64e9-4741-95f5-7c2d575d24b2 by drivers openvswitch,hyperv on host dv-cinder-786627-11-smb at level 0 using segments [{'id': '3e5598c7-2455-455a-a720-c6ba83872664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db'}] {{(pid=92824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:11:39.991244 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f7d87-c9d9-43d7-bdc0-86e86264a0b3 None None] Attempting to bind port 7f468342-64e9-4741-95f5-7c2d575d24b2 on network 039d8b06-cce4-4bf8-a1d0-7746d58cf8db {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:11:40.001094 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8369dce-3998-4196-b067-0a610257c48f admin admin] Network bc4e1e7e-bfc8-4de8-acd6-0bdf7c071d08 is scheduled to be hosted by DHCP agent b3e1d87c-8412-42f8-9df5-1411cb290459 with binding_index 1 {{(pid=92821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:11:40.009417 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f7d87-c9d9-43d7-bdc0-86e86264a0b3 None None] Checking agent: {'id': '2285e849-590c-4cbf-9562-ffa818bb227d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 3, 37), 'started_at': datetime.datetime(2021, 6, 22, 7, 4, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:11:40.009925 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f7d87-c9d9-43d7-bdc0-86e86264a0b3 None None] Checking segment: {'id': '3e5598c7-2455-455a-a720-c6ba83872664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:11:40.010271 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-c05f7d87-c9d9-43d7-bdc0-86e86264a0b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:40.010678 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f7d87-c9d9-43d7-bdc0-86e86264a0b3 None None] Bound using segment: {'id': '3e5598c7-2455-455a-a720-c6ba83872664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db'} {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:11:40.011187 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.managers [None req-c05f7d87-c9d9-43d7-bdc0-86e86264a0b3 None None] Bound port: 7f468342-64e9-4741-95f5-7c2d575d24b2, host: dv-cinder-786627-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5598c7-2455-455a-a720-c6ba83872664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db'}}] {{(pid=92824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:11:40.014045 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-c05f7d87-c9d9-43d7-bdc0-86e86264a0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:40.083761 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 57680) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:40.091909 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-c6f5bc9f-72fe-4aa5-97c0-db9edb77cd73 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1550229403', 'description': 'tempest-description--1864293611'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:11:40.137734 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-c8b8acf6-8b42-4ee2-b3f4-ae79d7ff8f9b None None] Set router 791e2cf6-5b85-413c-8d02-96dd6e477cd2 gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:11:40.162818 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-5caae8ef-7b3f-4730-a095-6cc68c6157fc tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Notify callbacks [] for port, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:40.177621 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c6f5bc9f-72fe-4aa5-97c0-db9edb77cd73 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:40.198949 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.db [None req-c05f7d87-c9d9-43d7-bdc0-86e86264a0b3 None None] For port 7f468342-64e9-4741-95f5-7c2d575d24b2, host dv-cinder-786627-11-smb, cleared binding levels {{(pid=92824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:11:40.206436 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.db [None req-c05f7d87-c9d9-43d7-bdc0-86e86264a0b3 None None] For port 7f468342-64e9-4741-95f5-7c2d575d24b2, host dv-cinder-786627-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=7f468342-64e9-4741-95f5-7c2d575d24b2,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:11:40.214876 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-c05f7d87-c9d9-43d7-bdc0-86e86264a0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:40.221932 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:40.225825 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0bd47020-c00b-43d0-b1c8-869dae4a4bb8 req-5dbaac83-e5c0-4f6a-8fef-8fac95bd2890 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/ports?device_id=b355e39d-2686-43c1-ae17-d4474812f7ac HTTP/1.1" status: 200 len: 210 time: 1.0142806 Jun 22 07:11:40.229542 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-5caae8ef-7b3f-4730-a095-6cc68c6157fc tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430'] for port, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:40.238431 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.base_scheduler [None req-a8369dce-3998-4196-b067-0a610257c48f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-smb, bc4e1e7e-bfc8-4de8-acd6-0bdf7c071d08) {{(pid=92821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:11:40.246188 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:40.275766 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8369dce-3998-4196-b067-0a610257c48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:40.276777 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-a8369dce-3998-4196-b067-0a610257c48f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for subnet, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:40.384708 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05f7d87-c9d9-43d7-bdc0-86e86264a0b3 None None] Routers {'884c2120-51ad-4881-b8fd-58233462a692'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:11:40.386221 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-c05f7d87-c9d9-43d7-bdc0-86e86264a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:11:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['884c2120-51ad-4881-b8fd-58233462a692'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:11:40.554578 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-5caae8ef-7b3f-4730-a095-6cc68c6157fc tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Network baf58bc0-322c-4e9b-af42-4c66d1f25f6e is already hosted by enough agents. {{(pid=92821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:11:40.564053 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-c05f7d87-c9d9-43d7-bdc0-86e86264a0b3 None None] Set router 884c2120-51ad-4881-b8fd-58233462a692 gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:11:40.564614 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe71265-8d4e-4cc5-a5d5-8930e9512b5b None None] Network bc4e1e7e-bfc8-4de8-acd6-0bdf7c071d08 requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:11:40.568957 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c6f5bc9f-72fe-4aa5-97c0-db9edb77cd73 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:40.577917 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c6f5bc9f-72fe-4aa5-97c0-db9edb77cd73 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:40.592655 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.base_scheduler [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-5caae8ef-7b3f-4730-a095-6cc68c6157fc tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Resources bound (agent type, host, resource id): {{(pid=92821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:11:40.593296 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:40.596007 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-5caae8ef-7b3f-4730-a095-6cc68c6157fc tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Received port after_create {{(pid=92821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:11:40.618560 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-5caae8ef-7b3f-4730-a095-6cc68c6157fc tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:40.618560 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-5caae8ef-7b3f-4730-a095-6cc68c6157fc tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for port, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:40.627024 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caae8ef-7b3f-4730-a095-6cc68c6157fc tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Pushing event updated for resources: {'Port': ['ID=28110507-27a1-4ec4-82ab-0a666ade93b2,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:40.648328 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-a8369dce-3998-4196-b067-0a610257c48f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.4828041 Jun 22 07:11:40.653696 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-5caae8ef-7b3f-4730-a095-6cc68c6157fc tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:40.670653 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-5caae8ef-7b3f-4730-a095-6cc68c6157fc tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8722548 Jun 22 07:11:40.683595 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c6f5bc9f-72fe-4aa5-97c0-db9edb77cd73 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:40.697166 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-c6f5bc9f-72fe-4aa5-97c0-db9edb77cd73 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6118095 Jun 22 07:11:40.698398 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 57706) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:40.704354 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-71edd153-1eed-48b9-b5f4-5b8695413660 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 07:11:40.705696 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-71edd153-1eed-48b9-b5f4-5b8695413660 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152555 Jun 22 07:11:40.736703 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-3367b077-9613-4f4a-8be4-b8588e3be04c tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Request body: {'security_group_rule': {'security_group_id': '202c16b2-2710-4873-af57-00faa534421c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:11:40.769912 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f5bc9f-72fe-4aa5-97c0-db9edb77cd73 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=202c16b2-2710-4873-af57-00faa534421c,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:40.780865 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-c6f5bc9f-72fe-4aa5-97c0-db9edb77cd73 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:40.838569 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd68834-3761-4d6b-967a-aa5334f3150e None None] Pushing event updated for resources: {'Port': ['ID=7f468342-64e9-4741-95f5-7c2d575d24b2,revision_number=4']} {{(pid=92824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:40.860268 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [None req-6dd68834-3761-4d6b-967a-aa5334f3150e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:40.861758 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-3367b077-9613-4f4a-8be4-b8588e3be04c tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:41.036774 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75496d-f701-436c-b769-0b273e8f53ff req-3fd242c3-51fc-42a1-aaa1-2b9ff46a7972 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:41.051920 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5f75496d-f701-436c-b769-0b273e8f53ff req-3fd242c3-51fc-42a1-aaa1-2b9ff46a7972 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/networks?id=33d047a2-1fae-4203-972f-e359a6e3784a HTTP/1.1" status: 200 len: 819 time: 0.3275039 Jun 22 07:11:41.062447 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08886a44-42b2-4593-bff4-4be532c52cba None None] Network bc4e1e7e-bfc8-4de8-acd6-0bdf7c071d08 requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:11:41.085494 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5f75496d-f701-436c-b769-0b273e8f53ff req-1ef4f18a-6a50-49db-b063-1e70ec3c2c24 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/quotas/c19cfe1fd182497e82b34a8b9451608a HTTP/1.1" status: 200 len: 375 time: 0.0308416 Jun 22 07:11:41.154742 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-3367b077-9613-4f4a-8be4-b8588e3be04c tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:41.161096 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-3367b077-9613-4f4a-8be4-b8588e3be04c tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425153'] for security_group_rule, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:41.167694 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:41.234453 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-c05f7d87-c9d9-43d7-bdc0-86e86264a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c2120-51ad-4881-b8fd-58233462a692', 'name': 'tempest-AttachVolumeShelveTestJSON-61416288-router', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:26Z', 'updated_at': '2021-06-22T07:11:34Z', 'revision_number': 4, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'gw_port': {'id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:27Z', 'updated_at': '2021-06-22T07:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '7f468342-64e9-4741-95f5-7c2d575d24b2', 'name': '', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'mac_address': 'fa:16:3e:74:0b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:32Z', 'updated_at': '2021-06-22T07:11:40Z', 'revision_number': 4, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'subnets': [{'id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:11:41.245583 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367b077-9613-4f4a-8be4-b8588e3be04c tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3afc06d3-ba2a-4232-a329-fb48ddf6ebad,revision_number=0']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:41.261116 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-3367b077-9613-4f4a-8be4-b8588e3be04c tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:41.267308 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-3367b077-9613-4f4a-8be4-b8588e3be04c tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:41.272437 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-3367b077-9613-4f4a-8be4-b8588e3be04c tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5655711 Jun 22 07:11:41.273045 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 57722) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:41.278275 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05f7d87-c9d9-43d7-bdc0-86e86264a0b3 None None] The sync data for ids ['884c2120-51ad-4881-b8fd-58233462a692'] in dv-cinder-786627-11-smb is: [{'id': '884c2120-51ad-4881-b8fd-58233462a692', 'name': 'tempest-AttachVolumeShelveTestJSON-61416288-router', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:26Z', 'updated_at': '2021-06-22T07:11:34Z', 'revision_number': 4, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'gw_port': {'id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:27Z', 'updated_at': '2021-06-22T07:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '7f468342-64e9-4741-95f5-7c2d575d24b2', 'name': '', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'mac_address': 'fa:16:3e:74:0b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:32Z', 'updated_at': '2021-06-22T07:11:40Z', 'revision_number': 4, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'subnets': [{'id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:11:41.301751 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-9d4e6816-09ea-4ddc-92a0-e5c185862297 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Request body: {'security_group_rule': {'security_group_id': '202c16b2-2710-4873-af57-00faa534421c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:11:41.330696 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-c8b8acf6-8b42-4ee2-b3f4-ae79d7ff8f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791e2cf6-5b85-413c-8d02-96dd6e477cd2', 'name': 'tempest-ServerRescueNegativeTestJSON-1818274694-router', 'tenant_id': 'c19cfe1fd182497e82b34a8b9451608a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.191'}], 'enable_snat': True}, 'gw_port_id': '77d42b3f-c307-44aa-b3f3-c087e663418f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:30Z', 'updated_at': '2021-06-22T07:11:37Z', 'revision_number': 4, 'project_id': 'c19cfe1fd182497e82b34a8b9451608a', 'gw_port': {'id': '77d42b3f-c307-44aa-b3f3-c087e663418f', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:39:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791e2cf6-5b85-413c-8d02-96dd6e477cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:31Z', 'updated_at': '2021-06-22T07:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': 'ef6aabcb-4c35-4043-9340-fb1d3855b5d5', 'name': '', 'network_id': '33d047a2-1fae-4203-972f-e359a6e3784a', 'tenant_id': 'c19cfe1fd182497e82b34a8b9451608a', 'mac_address': 'fa:16:3e:6a:b2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791e2cf6-5b85-413c-8d02-96dd6e477cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5f8df47a-1b35-48e0-8850-2f48fdf17319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:35Z', 'updated_at': '2021-06-22T07:11:37Z', 'revision_number': 2, 'project_id': 'c19cfe1fd182497e82b34a8b9451608a', 'subnets': [{'id': '5f8df47a-1b35-48e0-8850-2f48fdf17319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:11:41.338380 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5f75496d-f701-436c-b769-0b273e8f53ff req-fc6e6cab-0c08-4dd5-ab42-dc296740563c tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c19cfe1fd182497e82b34a8b9451608a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2516215 Jun 22 07:11:41.470280 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b8acf6-8b42-4ee2-b3f4-ae79d7ff8f9b None None] Checking router: 791e2cf6-5b85-413c-8d02-96dd6e477cd2 for host: dv-cinder-786627-11-smb {{(pid=92823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:11:41.470667 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b8acf6-8b42-4ee2-b3f4-ae79d7ff8f9b None None] Updating router 791e2cf6-5b85-413c-8d02-96dd6e477cd2 port ef6aabcb-4c35-4043-9340-fb1d3855b5d5 binding host dv-cinder-786627-11-smb {{(pid=92823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:11:41.479562 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-9d4e6816-09ea-4ddc-92a0-e5c185862297 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:41.664010 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-c8b8acf6-8b42-4ee2-b3f4-ae79d7ff8f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:41.768915 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-9d4e6816-09ea-4ddc-92a0-e5c185862297 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:41.776426 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-9d4e6816-09ea-4ddc-92a0-e5c185862297 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425153'] for security_group_rule, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:41.822965 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:41.869783 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e6816-09ea-4ddc-92a0-e5c185862297 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb19eaf2-2b2b-498a-a866-53465a484bfd,revision_number=0']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:41.894363 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-9d4e6816-09ea-4ddc-92a0-e5c185862297 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:41.912049 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-9d4e6816-09ea-4ddc-92a0-e5c185862297 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:41.915376 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-9d4e6816-09ea-4ddc-92a0-e5c185862297 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6398396 Jun 22 07:11:41.918589 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 57736) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:41.925164 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-86d810a6-8342-458b-a2e6-cb9bac80d808 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Request body: {'floatingip': {'floating_network_id': '7f141025-a293-49e1-b229-0532c619cb79'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:11:42.020304 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-86d810a6-8342-458b-a2e6-cb9bac80d808 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for floatingip, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:42.046632 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5f75496d-f701-436c-b769-0b273e8f53ff req-6268344c-d647-4739-8804-3756673aeec9 service neutron] 10.222.0.22 "GET /v2.0/networks/33d047a2-1fae-4203-972f-e359a6e3784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7072339 Jun 22 07:11:42.301442 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596711fb-c623-43bd-a46d-141f3c1dbc60 req-d2d770b6-b04d-4adb-8b96-316b97ec36c2 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:42.315897 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-596711fb-c623-43bd-a46d-141f3c1dbc60 req-d2d770b6-b04d-4adb-8b96-316b97ec36c2 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/ports?device_id=b355e39d-2686-43c1-ae17-d4474812f7ac HTTP/1.1" status: 200 len: 932 time: 0.7550879 Jun 22 07:11:42.389915 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-596711fb-c623-43bd-a46d-141f3c1dbc60 req-da3097b2-1eef-4d02-87be-e3543b2820a0 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd6a01f9-77ed-4ba4-93e3-1b05fbb75161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717642 Jun 22 07:11:42.431011 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5f75496d-f701-436c-b769-0b273e8f53ff req-450c265a-4cf2-4532-a399-1abfb3a34ed8 service neutron] 10.222.0.22 "GET /v2.0/networks/33d047a2-1fae-4203-972f-e359a6e3784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335445 Jun 22 07:11:42.507914 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 57744) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:42.568072 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-47e78647-c3be-40e5-86e4-2945ed326e7c service neutron] Request body: {'port': {'device_id': 'b355e39d-2686-43c1-ae17-d4474812f7ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:11:42.637096 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-86d810a6-8342-458b-a2e6-cb9bac80d808 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:42.654231 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-c8b8acf6-8b42-4ee2-b3f4-ae79d7ff8f9b None None] Notify callbacks [] for port, precommit_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:42.689958 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-c8b8acf6-8b42-4ee2-b3f4-ae79d7ff8f9b None None] Transition to ACTIVE for port object ef6aabcb-4c35-4043-9340-fb1d3855b5d5 will not be triggered until provisioned by entity L2. {{(pid=92823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:11:42.715393 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-c8b8acf6-8b42-4ee2-b3f4-ae79d7ff8f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:42.718520 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:42.832674 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-47e78647-c3be-40e5-86e4-2945ed326e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:43.069446 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_common [None req-86d810a6-8342-458b-a2e6-cb9bac80d808 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Allocated IP 172.28.3.23 (7f141025-a293-49e1-b229-0532c619cb79/4bf01720-6969-45ff-87ec-9c9eeac501f4/39128574-0cd9-40f0-ad0b-006d92be5db2) {{(pid=92822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:11:43.095612 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe652dc4-c53b-4534-8724-44a67d2d9c1b None None] Pushing event updated for resources: {'Port': ['ID=ef6aabcb-4c35-4043-9340-fb1d3855b5d5,revision_number=3']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:43.102210 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-fe652dc4-c53b-4534-8724-44a67d2d9c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:43.158509 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-302d4338-2226-40ec-a281-cd4d9d6a8566 req-7d35bf2c-9327-4cea-b225-b8e11037f8cf tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 210 time: 0.2583027 Jun 22 07:11:43.313061 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-c8b8acf6-8b42-4ee2-b3f4-ae79d7ff8f9b None None] Attempting to bind port ef6aabcb-4c35-4043-9340-fb1d3855b5d5 on host dv-cinder-786627-11-smb for vnic_type normal with profile {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:11:43.313457 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-c8b8acf6-8b42-4ee2-b3f4-ae79d7ff8f9b None None] Attempting to bind port ef6aabcb-4c35-4043-9340-fb1d3855b5d5 by drivers openvswitch,hyperv on host dv-cinder-786627-11-smb at level 0 using segments [{'id': '1b8e376b-88e4-429f-ab7e-ac0ea24752c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '33d047a2-1fae-4203-972f-e359a6e3784a'}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:11:43.313835 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b8acf6-8b42-4ee2-b3f4-ae79d7ff8f9b None None] Attempting to bind port ef6aabcb-4c35-4043-9340-fb1d3855b5d5 on network 33d047a2-1fae-4203-972f-e359a6e3784a {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:11:43.356968 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b8acf6-8b42-4ee2-b3f4-ae79d7ff8f9b None None] Checking agent: {'id': '2285e849-590c-4cbf-9562-ffa818bb227d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 3, 37), 'started_at': datetime.datetime(2021, 6, 22, 7, 4, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:11:43.358149 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b8acf6-8b42-4ee2-b3f4-ae79d7ff8f9b None None] Checking segment: {'id': '1b8e376b-88e4-429f-ab7e-ac0ea24752c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '33d047a2-1fae-4203-972f-e359a6e3784a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:11:43.358731 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-c8b8acf6-8b42-4ee2-b3f4-ae79d7ff8f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:43.359339 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b8acf6-8b42-4ee2-b3f4-ae79d7ff8f9b None None] Bound using segment: {'id': '1b8e376b-88e4-429f-ab7e-ac0ea24752c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '33d047a2-1fae-4203-972f-e359a6e3784a'} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:11:43.360070 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-c8b8acf6-8b42-4ee2-b3f4-ae79d7ff8f9b None None] Bound port: ef6aabcb-4c35-4043-9340-fb1d3855b5d5, host: dv-cinder-786627-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8e376b-88e4-429f-ab7e-ac0ea24752c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '33d047a2-1fae-4203-972f-e359a6e3784a'}}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:11:43.360590 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-c8b8acf6-8b42-4ee2-b3f4-ae79d7ff8f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:43.484985 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 7f468342-64e9-4741-95f5-7c2d575d24b2 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:11:43.573602 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-86d810a6-8342-458b-a2e6-cb9bac80d808 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for port, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:43.702609 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-86d810a6-8342-458b-a2e6-cb9bac80d808 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430'] for port, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:43.707658 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-23922c2b-8dc0-4659-a95f-5a8e5514dd40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:43.721864 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-4ab296b6-1050-46f6-86e0-ae21a92f347d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:43.775034 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d810a6-8342-458b-a2e6-cb9bac80d808 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Network 7f141025-a293-49e1-b229-0532c619cb79 is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:11:43.784068 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [None req-86d810a6-8342-458b-a2e6-cb9bac80d808 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:11:43.790134 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d810a6-8342-458b-a2e6-cb9bac80d808 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Received port after_create {{(pid=92822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:11:43.811535 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d810a6-8342-458b-a2e6-cb9bac80d808 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Pushing event updated for resources: {'Port': ['ID=39128574-0cd9-40f0-ad0b-006d92be5db2,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:43.818643 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-86d810a6-8342-458b-a2e6-cb9bac80d808 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:43.900811 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-c8b8acf6-8b42-4ee2-b3f4-ae79d7ff8f9b None None] For port ef6aabcb-4c35-4043-9340-fb1d3855b5d5, host dv-cinder-786627-11-smb, cleared binding levels {{(pid=92823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:11:43.910172 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-c8b8acf6-8b42-4ee2-b3f4-ae79d7ff8f9b None None] For port ef6aabcb-4c35-4043-9340-fb1d3855b5d5, host dv-cinder-786627-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=ef6aabcb-4c35-4043-9340-fb1d3855b5d5,segment=NetworkSegment(1b8e376b-88e4-429f-ab7e-ac0ea24752c3),segment_id=1b8e376b-88e4-429f-ab7e-ac0ea24752c3)] {{(pid=92823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:11:43.928243 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-c8b8acf6-8b42-4ee2-b3f4-ae79d7ff8f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:43.930911 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning for port 7f468342-64e9-4741-95f5-7c2d575d24b2 completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:11:43.940200 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 7f468342-64e9-4741-95f5-7c2d575d24b2 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:11:43.941262 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:43.945391 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:44.051313 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-86d810a6-8342-458b-a2e6-cb9bac80d808 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:44.170722 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-86d810a6-8342-458b-a2e6-cb9bac80d808 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:44.182429 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe652dc4-c53b-4534-8724-44a67d2d9c1b None None] Pushing event updated for resources: {'Port': ['ID=ef6aabcb-4c35-4043-9340-fb1d3855b5d5,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:44.202381 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-fe652dc4-c53b-4534-8724-44a67d2d9c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:44.425558 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b8acf6-8b42-4ee2-b3f4-ae79d7ff8f9b None None] Routers {'791e2cf6-5b85-413c-8d02-96dd6e477cd2'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:11:44.438833 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-c8b8acf6-8b42-4ee2-b3f4-ae79d7ff8f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:11:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['791e2cf6-5b85-413c-8d02-96dd6e477cd2'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:11:44.534715 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-4ab296b6-1050-46f6-86e0-ae21a92f347d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:44.548876 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-4ab296b6-1050-46f6-86e0-ae21a92f347d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:44.653287 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 57822) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:44.727447 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:44.813765 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-4ab296b6-1050-46f6-86e0-ae21a92f347d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8f425bf83fab4d1ba79861e5278c8478&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3045917 Jun 22 07:11:44.819596 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-86d810a6-8342-458b-a2e6-cb9bac80d808 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for port, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:44.825415 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 57832) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:44.826214 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:44.845822 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab296b6-1050-46f6-86e0-ae21a92f347d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0a1ad6-77d7-40a3-85bf-f5867b09cb3e,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:44.927164 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 57836) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:44.946669 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-ab53df00-180e-4277-b3a4-0a2e2f8a5839 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-336708502-network', 'tenant_id': 'ae4162913bd248788b0a71f399346457'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:11:45.000855 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-86d810a6-8342-458b-a2e6-cb9bac80d808 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:45.031886 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-4ab296b6-1050-46f6-86e0-ae21a92f347d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:45.069168 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b9256-6846-4e80-8783-dbb3a8414095 req-981cc4cf-8633-4cd7-81ad-7be3bdb52496 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:45.077707 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1c9b9256-6846-4e80-8783-dbb3a8414095 req-981cc4cf-8633-4cd7-81ad-7be3bdb52496 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/ports?device_id=b355e39d-2686-43c1-ae17-d4474812f7ac HTTP/1.1" status: 200 len: 932 time: 1.0735612 Jun 22 07:11:45.137718 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-206cd601-f297-4052-8e32-9f57e7b124c7 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:45.144764 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-206cd601-f297-4052-8e32-9f57e7b124c7 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/networks?id=33d047a2-1fae-4203-972f-e359a6e3784a HTTP/1.1" status: 200 len: 819 time: 0.4217455 Jun 22 07:11:45.156949 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-c8b8acf6-8b42-4ee2-b3f4-ae79d7ff8f9b None None] Set router 791e2cf6-5b85-413c-8d02-96dd6e477cd2 gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:11:45.179745 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-86d810a6-8342-458b-a2e6-cb9bac80d808 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:45.189030 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1c9b9256-6846-4e80-8783-dbb3a8414095 req-36841f0d-3f4b-495a-a3ab-33f995e76e23 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd6a01f9-77ed-4ba4-93e3-1b05fbb75161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100035 Jun 22 07:11:45.193455 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-3bf3e98b-5090-437d-83ed-db3b9d097129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:45.211600 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-44da789c-3df6-4508-a923-dc8e19ad09a8 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/quotas/c19cfe1fd182497e82b34a8b9451608a HTTP/1.1" status: 200 len: 375 time: 0.0653179 Jun 22 07:11:45.322063 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.notifiers.nova [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-47e78647-c3be-40e5-86e4-2945ed326e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28110507-27a1-4ec4-82ab-0a666ade93b2 {{(pid=92821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:11:45.344778 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-47e78647-c3be-40e5-86e4-2945ed326e7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:45.390386 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-382b5ca2-cc01-425c-b51f-c9f83a2684c4 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c19cfe1fd182497e82b34a8b9451608a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1777830 Jun 22 07:11:45.391671 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.provisioning_blocks [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-47e78647-c3be-40e5-86e4-2945ed326e7c service neutron] Transition to ACTIVE for port object 28110507-27a1-4ec4-82ab-0a666ade93b2 will not be triggered until provisioned by entity L2. {{(pid=92821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:11:45.399675 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-47e78647-c3be-40e5-86e4-2945ed326e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:45.409111 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-8f172a2f-fc78-4a96-9b90-a61d96ea4432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:45.463679 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-3bf3e98b-5090-437d-83ed-db3b9d097129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:45.472911 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab53df00-180e-4277-b3a4-0a2e2f8a5839 admin admin] Made reservation on behalf of ae4162913bd248788b0a71f399346457 for: {'network': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:11:45.475429 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ab53df00-180e-4277-b3a4-0a2e2f8a5839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for network, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:45.475791 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-badbe661-7601-497f-823b-f0844c323d63 None None] For port 7f468342-64e9-4741-95f5-7c2d575d24b2, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=7f468342-64e9-4741-95f5-7c2d575d24b2,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:11:45.494046 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:45.515706 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-3bf3e98b-5090-437d-83ed-db3b9d097129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:45.578018 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:45.622360 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ab53df00-180e-4277-b3a4-0a2e2f8a5839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:45.724449 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-3bf3e98b-5090-437d-83ed-db3b9d097129 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7457a77a1734042a38dcdb0cf1884d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0617969 Jun 22 07:11:45.725532 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 57860) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:45.760508 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Pushing event updated for resources: {'Port': ['ID=7f468342-64e9-4741-95f5-7c2d575d24b2,revision_number=5']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:45.785391 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:45.805540 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-86d810a6-8342-458b-a2e6-cb9bac80d808 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592476'] for floatingip, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:45.849257 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e78647-c3be-40e5-86e4-2945ed326e7c service neutron] Pushing event updated for resources: {'Port': ['ID=28110507-27a1-4ec4-82ab-0a666ade93b2,revision_number=2']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:45.855086 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-47e78647-c3be-40e5-86e4-2945ed326e7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:45.856456 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.managers [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-47e78647-c3be-40e5-86e4-2945ed326e7c service neutron] Attempting to bind port 28110507-27a1-4ec4-82ab-0a666ade93b2 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:11:45.857645 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.managers [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-47e78647-c3be-40e5-86e4-2945ed326e7c service neutron] Attempting to bind port 28110507-27a1-4ec4-82ab-0a666ade93b2 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'cbe646f1-38bc-4c6c-997e-bca5dc106abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'baf58bc0-322c-4e9b-af42-4c66d1f25f6e'}] {{(pid=92821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:11:45.858405 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-47e78647-c3be-40e5-86e4-2945ed326e7c service neutron] Attempting to bind port 28110507-27a1-4ec4-82ab-0a666ade93b2 on network baf58bc0-322c-4e9b-af42-4c66d1f25f6e {{(pid=92821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:11:45.863995 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-47e78647-c3be-40e5-86e4-2945ed326e7c service neutron] Port 28110507-27a1-4ec4-82ab-0a666ade93b2 on network baf58bc0-322c-4e9b-af42-4c66d1f25f6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:11:45.864508 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-47e78647-c3be-40e5-86e4-2945ed326e7c service neutron] Attempting to bind port 28110507-27a1-4ec4-82ab-0a666ade93b2 on network baf58bc0-322c-4e9b-af42-4c66d1f25f6e {{(pid=92821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:11:45.870274 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-47e78647-c3be-40e5-86e4-2945ed326e7c service neutron] Checking agent: {'id': '6c17c73a-1ba3-464e-bc7a-10a2b7fbfd09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'started_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:11:45.870941 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-47e78647-c3be-40e5-86e4-2945ed326e7c service neutron] Checking segment: {'id': 'cbe646f1-38bc-4c6c-997e-bca5dc106abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'baf58bc0-322c-4e9b-af42-4c66d1f25f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:11:45.871793 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-47e78647-c3be-40e5-86e4-2945ed326e7c service neutron] Bound using segment: {'id': 'cbe646f1-38bc-4c6c-997e-bca5dc106abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'baf58bc0-322c-4e9b-af42-4c66d1f25f6e'} {{(pid=92821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:11:45.872469 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.managers [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-47e78647-c3be-40e5-86e4-2945ed326e7c service neutron] Bound port: 28110507-27a1-4ec4-82ab-0a666ade93b2, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe646f1-38bc-4c6c-997e-bca5dc106abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'baf58bc0-322c-4e9b-af42-4c66d1f25f6e'}}] {{(pid=92821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:11:45.873672 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-47e78647-c3be-40e5-86e4-2945ed326e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:45.879594 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-76811492-01d1-45b3-9aff-2b3d16dfe948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:45.884788 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-86d810a6-8342-458b-a2e6-cb9bac80d808 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for floatingip, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:45.887672 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-86d810a6-8342-458b-a2e6-cb9bac80d808 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9671271 Jun 22 07:11:45.938163 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-40bc7d93-e4a3-4e55-b3d9-13a01da865f8 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92821) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 07:11:45.943897 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-40bc7d93-e4a3-4e55-b3d9-13a01da865f8 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1597891 Jun 22 07:11:46.005112 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 6 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:11:46.052891 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-c8b8acf6-8b42-4ee2-b3f4-ae79d7ff8f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791e2cf6-5b85-413c-8d02-96dd6e477cd2', 'name': 'tempest-ServerRescueNegativeTestJSON-1818274694-router', 'tenant_id': 'c19cfe1fd182497e82b34a8b9451608a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.191'}], 'enable_snat': True}, 'gw_port_id': '77d42b3f-c307-44aa-b3f3-c087e663418f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:30Z', 'updated_at': '2021-06-22T07:11:37Z', 'revision_number': 4, 'project_id': 'c19cfe1fd182497e82b34a8b9451608a', 'gw_port': {'id': '77d42b3f-c307-44aa-b3f3-c087e663418f', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:39:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791e2cf6-5b85-413c-8d02-96dd6e477cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:31Z', 'updated_at': '2021-06-22T07:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': 'ef6aabcb-4c35-4043-9340-fb1d3855b5d5', 'name': '', 'network_id': '33d047a2-1fae-4203-972f-e359a6e3784a', 'tenant_id': 'c19cfe1fd182497e82b34a8b9451608a', 'mac_address': 'fa:16:3e:6a:b2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791e2cf6-5b85-413c-8d02-96dd6e477cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5f8df47a-1b35-48e0-8850-2f48fdf17319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:35Z', 'updated_at': '2021-06-22T07:11:43Z', 'revision_number': 4, 'project_id': 'c19cfe1fd182497e82b34a8b9451608a', 'subnets': [{'id': '5f8df47a-1b35-48e0-8850-2f48fdf17319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:11:46.077889 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d810a6-8342-458b-a2e6-cb9bac80d808 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Pushing event updated for resources: {'Port': ['ID=39128574-0cd9-40f0-ad0b-006d92be5db2,revision_number=2']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:46.098777 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-86d810a6-8342-458b-a2e6-cb9bac80d808 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.921s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:46.105025 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b8acf6-8b42-4ee2-b3f4-ae79d7ff8f9b None None] The sync data for ids ['791e2cf6-5b85-413c-8d02-96dd6e477cd2'] in dv-cinder-786627-11-smb is: [{'id': '791e2cf6-5b85-413c-8d02-96dd6e477cd2', 'name': 'tempest-ServerRescueNegativeTestJSON-1818274694-router', 'tenant_id': 'c19cfe1fd182497e82b34a8b9451608a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.191'}], 'enable_snat': True}, 'gw_port_id': '77d42b3f-c307-44aa-b3f3-c087e663418f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:30Z', 'updated_at': '2021-06-22T07:11:37Z', 'revision_number': 4, 'project_id': 'c19cfe1fd182497e82b34a8b9451608a', 'gw_port': {'id': '77d42b3f-c307-44aa-b3f3-c087e663418f', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:39:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791e2cf6-5b85-413c-8d02-96dd6e477cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:31Z', 'updated_at': '2021-06-22T07:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': 'ef6aabcb-4c35-4043-9340-fb1d3855b5d5', 'name': '', 'network_id': '33d047a2-1fae-4203-972f-e359a6e3784a', 'tenant_id': 'c19cfe1fd182497e82b34a8b9451608a', 'mac_address': 'fa:16:3e:6a:b2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791e2cf6-5b85-413c-8d02-96dd6e477cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5f8df47a-1b35-48e0-8850-2f48fdf17319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:35Z', 'updated_at': '2021-06-22T07:11:43Z', 'revision_number': 4, 'project_id': 'c19cfe1fd182497e82b34a8b9451608a', 'subnets': [{'id': '5f8df47a-1b35-48e0-8850-2f48fdf17319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:11:46.121043 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.414s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:46.172695 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-76811492-01d1-45b3-9aff-2b3d16dfe948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:46.288896 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.db [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-47e78647-c3be-40e5-86e4-2945ed326e7c service neutron] For port 28110507-27a1-4ec4-82ab-0a666ade93b2, host hv-cinder-78662, cleared binding levels {{(pid=92821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:11:46.333718 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-6ac510e2-2f7e-466c-9a4e-18c76ff7ec3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:46.407141 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3e98b-5090-437d-83ed-db3b9d097129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fddd482-e0bb-4db2-85e0-16f7e4676210,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:46.426393 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.db [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-47e78647-c3be-40e5-86e4-2945ed326e7c service neutron] For port 28110507-27a1-4ec4-82ab-0a666ade93b2, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=28110507-27a1-4ec4-82ab-0a666ade93b2,segment=NetworkSegment(cbe646f1-38bc-4c6c-997e-bca5dc106abc),segment_id=cbe646f1-38bc-4c6c-997e-bca5dc106abc)] {{(pid=92821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:11:46.436977 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-3bf3e98b-5090-437d-83ed-db3b9d097129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:46.458468 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-47e78647-c3be-40e5-86e4-2945ed326e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:46.502318 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-6ac510e2-2f7e-466c-9a4e-18c76ff7ec3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:46.516781 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-a35870ce-2102-46bb-b05a-16880cef2c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:46.622367 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-76811492-01d1-45b3-9aff-2b3d16dfe948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:46.645375 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-76811492-01d1-45b3-9aff-2b3d16dfe948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:46.660769 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-76811492-01d1-45b3-9aff-2b3d16dfe948 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8e0a1ad6-77d7-40a3-85bf-f5867b09cb3e HTTP/1.1" status: 204 len: 168 time: 1.8289101 Jun 22 07:11:46.669653 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:46.700310 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-47e78647-c3be-40e5-86e4-2945ed326e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:46.702865 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-47e78647-c3be-40e5-86e4-2945ed326e7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for port, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:46.708705 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ab53df00-180e-4277-b3a4-0a2e2f8a5839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:46.710497 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-47e78647-c3be-40e5-86e4-2945ed326e7c service neutron] 10.222.0.42 "PUT /v2.0/ports/28110507-27a1-4ec4-82ab-0a666ade93b2 HTTP/1.1" status: 200 len: 1094 time: 4.9040315 Jun 22 07:11:46.720078 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ab53df00-180e-4277-b3a4-0a2e2f8a5839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:46.722176 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76811492-01d1-45b3-9aff-2b3d16dfe948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0a1ad6-77d7-40a3-85bf-f5867b09cb3e,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:46.728613 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-76811492-01d1-45b3-9aff-2b3d16dfe948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:46.729200 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-76811492-01d1-45b3-9aff-2b3d16dfe948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:46.761785 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b355e39d-2686-43c1-ae17-d4474812f7ac', 'tag': '28110507-27a1-4ec4-82ab-0a666ade93b2'}] {{(pid=92821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:11:46.780125 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-6ac510e2-2f7e-466c-9a4e-18c76ff7ec3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:46.793884 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-6ac510e2-2f7e-466c-9a4e-18c76ff7ec3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:46.795226 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-6ac510e2-2f7e-466c-9a4e-18c76ff7ec3e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8fddd482-e0bb-4db2-85e0-16f7e4676210 HTTP/1.1" status: 204 len: 168 time: 1.0316548 Jun 22 07:11:46.796248 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53df00-180e-4277-b3a4-0a2e2f8a5839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25de67ee-def0-4684-9c0e-34380ff6b080,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:46.799935 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab53df00-180e-4277-b3a4-0a2e2f8a5839 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=92822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:11:46.802900 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ab53df00-180e-4277-b3a4-0a2e2f8a5839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:46.803667 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-3bf3e98b-5090-437d-83ed-db3b9d097129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:46.820558 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac510e2-2f7e-466c-9a4e-18c76ff7ec3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fddd482-e0bb-4db2-85e0-16f7e4676210,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:46.827080 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-6ac510e2-2f7e-466c-9a4e-18c76ff7ec3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:46.871494 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ab53df00-180e-4277-b3a4-0a2e2f8a5839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:46.872342 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.db.segments_db [None req-ab53df00-180e-4277-b3a4-0a2e2f8a5839 admin admin] Added segment 04663036-5148-4cf4-bcc7-aa66419087f0 of type vlan for network 0678d30d-1159-4b41-a18c-5c6e9cb82a25 Jun 22 07:11:47.029869 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e78647-c3be-40e5-86e4-2945ed326e7c service neutron] Pushing event updated for resources: {'Port': ['ID=28110507-27a1-4ec4-82ab-0a666ade93b2,revision_number=3']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:47.044997 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-47e78647-c3be-40e5-86e4-2945ed326e7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:47.090366 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.42', 54680) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:47.129683 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-ab119730-7ea9-4886-ab92-3ea012706205 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1550229403&fields=id&tenant_id=a963e21ede0e4de2b0be961765302c27 HTTP/1.1" status: 200 len: 267 time: 0.6951480 Jun 22 07:11:47.290092 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ab53df00-180e-4277-b3a4-0a2e2f8a5839 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736031188691'] for network, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:47.364686 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-6b97f333-319d-4824-baf4-f9791974ddcd service neutron] 10.222.0.22 "GET /v2.0/networks/33d047a2-1fae-4203-972f-e359a6e3784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3215079 Jun 22 07:11:47.457740 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.db.resource_extend [None req-ab53df00-180e-4277-b3a4-0a2e2f8a5839 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 07:11:47.497040 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:47.556718 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-1068ef75-cab8-468a-a58a-2ea86d33f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:47.562624 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-1068ef75-cab8-468a-a58a-2ea86d33f0a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7988b40be96144c88e3ebd99b40db194&device_id=b355e39d-2686-43c1-ae17-d4474812f7ac HTTP/1.1" status: 200 len: 1097 time: 0.4690080 Jun 22 07:11:47.566844 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ab53df00-180e-4277-b3a4-0a2e2f8a5839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068'] for network, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:47.569809 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab53df00-180e-4277-b3a4-0a2e2f8a5839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:47.571134 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ab53df00-180e-4277-b3a4-0a2e2f8a5839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:47.583666 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-decfe204-7e61-4be1-b205-9671315ee934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:47.898642 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-639dd2d8-fece-4a6e-ab32-fd4783b71313 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:47.910278 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-639dd2d8-fece-4a6e-ab32-fd4783b71313 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/networks?id=039d8b06-cce4-4bf8-a1d0-7746d58cf8db HTTP/1.1" status: 200 len: 815 time: 0.7206202 Jun 22 07:11:47.986438 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-1d34cf94-1de2-4c29-9ac4-1220f508371e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28110507-27a1-4ec4-82ab-0a666ade93b2 HTTP/1.1" status: 200 len: 217 time: 0.3993979 Jun 22 07:11:48.002850 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-ab53df00-180e-4277-b3a4-0a2e2f8a5839 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0564952 Jun 22 07:11:48.043215 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 57950) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:48.043717 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 57954) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:48.081562 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-d08533de-d655-41d4-9a27-e45c2064d406 admin admin] Request body: {'subnet': {'network_id': '0678d30d-1159-4b41-a18c-5c6e9cb82a25', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-336708502-subnet', 'tenant_id': 'ae4162913bd248788b0a71f399346457', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:11:48.136811 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-deb021c0-d9f1-476d-930d-92090c8a0883 service neutron] 10.222.0.22 "GET /v2.0/networks/33d047a2-1fae-4203-972f-e359a6e3784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7707319 Jun 22 07:11:48.171421 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-ad5101d7-8fc8-491f-a0e8-7f025d867638 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/quotas/a963e21ede0e4de2b0be961765302c27 HTTP/1.1" status: 200 len: 375 time: 0.2591650 Jun 22 07:11:48.224195 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device ef6aabcb-4c35-4043-9340-fb1d3855b5d5 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:11:48.303743 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114834e2e6b09b68797994cdefe3657428da4a047d1a7f773825cb7610845d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d581246a-2031-4c40-a3a3-e9dc6045fbe3" -d '{"events": [{"name": "network-changed", "server_uuid": "b355e39d-2686-43c1-ae17-d4474812f7ac", "tag": "28110507-27a1-4ec4-82ab-0a666ade93b2"}]}' {{(pid=92821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:11:48.487581 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75496d-f701-436c-b769-0b273e8f53ff req-70602d84-c4b4-407f-b2fc-837cbad3e1e6 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:48.492449 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5f75496d-f701-436c-b769-0b273e8f53ff req-70602d84-c4b4-407f-b2fc-837cbad3e1e6 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.42 "GET /v2.0/networks?id=33d047a2-1fae-4203-972f-e359a6e3784a HTTP/1.1" status: 200 len: 819 time: 1.4195161 Jun 22 07:11:48.498478 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning for port ef6aabcb-4c35-4043-9340-fb1d3855b5d5 completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:11:48.522643 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port ef6aabcb-4c35-4043-9340-fb1d3855b5d5 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:11:48.523847 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:48.534135 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [req-5f75496d-f701-436c-b769-0b273e8f53ff req-fe661d02-9f4c-4cee-8451-8eafd33c951f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Request body: {'port': {'device_id': 'aed7dabf-6ec0-436f-98bb-d86d7a385f8f', 'network_id': '33d047a2-1fae-4203-972f-e359a6e3784a', 'admin_state_up': True, 'tenant_id': 'c19cfe1fd182497e82b34a8b9451608a'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:11:48.636538 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53df00-180e-4277-b3a4-0a2e2f8a5839 admin admin] Pushing event updated for resources: {'Network': ['ID=0678d30d-1159-4b41-a18c-5c6e9cb82a25,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:48.645159 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ca63bf13-bdd5-422c-a4bf-6ee31c3261f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:48.649874 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ab53df00-180e-4277-b3a4-0a2e2f8a5839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.075s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:48.663752 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08533de-d655-41d4-9a27-e45c2064d406 admin admin] Made reservation on behalf of ae4162913bd248788b0a71f399346457 for: {'subnet': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:11:48.666840 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-d08533de-d655-41d4-9a27-e45c2064d406 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:48.675498 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Network 0678d30d-1159-4b41-a18c-5c6e9cb82a25 details requested by agent ovs-agent-dv-cinder-786627-11-smb with host dv-cinder-786627-11-smb {{(pid=92823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:11:48.712661 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-5242c522-fcdb-491c-974e-3cc49ae26ef4 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a963e21ede0e4de2b0be961765302c27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5396342 Jun 22 07:11:48.847193 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:49.042156 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-badbe661-7601-497f-823b-f0844c323d63 None None] For port ef6aabcb-4c35-4043-9340-fb1d3855b5d5, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=ef6aabcb-4c35-4043-9340-fb1d3855b5d5,segment=NetworkSegment(1b8e376b-88e4-429f-ab7e-ac0ea24752c3),segment_id=1b8e376b-88e4-429f-ab7e-ac0ea24752c3)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:11:49.051765 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:49.052619 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 7f468342-64e9-4741-95f5-7c2d575d24b2 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:11:49.058187 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-b0c403fb-f31c-4cb0-9005-8673d77ef507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:49.100735 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f75496d-f701-436c-b769-0b273e8f53ff req-fe661d02-9f4c-4cee-8451-8eafd33c951f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Made reservation on behalf of c19cfe1fd182497e82b34a8b9451608a for: {'port': 1} {{(pid=92821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:11:49.109962 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [req-5f75496d-f701-436c-b769-0b273e8f53ff req-fe661d02-9f4c-4cee-8451-8eafd33c951f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:49.221629 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-d08533de-d655-41d4-9a27-e45c2064d406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063'] for subnet, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:49.274918 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:49.307685 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Pushing event updated for resources: {'Port': ['ID=ef6aabcb-4c35-4043-9340-fb1d3855b5d5,revision_number=5']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:49.320571 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:49.367192 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 7f468342-64e9-4741-95f5-7c2d575d24b2 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:11:49.368314 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:49.412328 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-14ac3f32-995e-49d6-b9b9-7b9c2d8fda58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:49.415888 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-14ac3f32-995e-49d6-b9b9-7b9c2d8fda58 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f9da2d5-50d2-432b-8486-4dde3b11dcf6 HTTP/1.1" status: 200 len: 851 time: 1.4039526 Jun 22 07:11:49.685936 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-53dc5823-51e9-44e1-9765-434fc4d93ec6 service neutron] 10.222.0.22 "GET /v2.0/networks/039d8b06-cce4-4bf8-a1d0-7746d58cf8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9541404 Jun 22 07:11:49.809644 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device ef6aabcb-4c35-4043-9340-fb1d3855b5d5 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:11:49.858279 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08533de-d655-41d4-9a27-e45c2064d406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcca4387-da42-49ac-9a10-9662fd457960,revision_number=0']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:49.925404 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-d08533de-d655-41d4-9a27-e45c2064d406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:49.940406 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08533de-d655-41d4-9a27-e45c2064d406 admin admin] Checking segment: {'id': '04663036-5148-4cf4-bcc7-aa66419087f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0678d30d-1159-4b41-a18c-5c6e9cb82a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:11:49.941185 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08533de-d655-41d4-9a27-e45c2064d406 admin admin] Network hostable DHCP agents. Network: 0678d30d-1159-4b41-a18c-5c6e9cb82a25, hostable agents: ['b3e1d87c-8412-42f8-9df5-1411cb290459'], hosted agents: [] {{(pid=92822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:11:49.948652 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-565d6fe4-7d62-4376-8474-9df33864a4b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=baf58bc0-322c-4e9b-af42-4c66d1f25f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4779773 Jun 22 07:11:49.972168 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ca63bf13-bdd5-422c-a4bf-6ee31c3261f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:49.986883 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ca63bf13-bdd5-422c-a4bf-6ee31c3261f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:50.009548 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port ef6aabcb-4c35-4043-9340-fb1d3855b5d5 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:11:50.010503 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:50.091822 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:50.177970 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08533de-d655-41d4-9a27-e45c2064d406 admin admin] Network 0678d30d-1159-4b41-a18c-5c6e9cb82a25 is scheduled to be hosted by DHCP agent b3e1d87c-8412-42f8-9df5-1411cb290459 with binding_index 1 {{(pid=92822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:11:50.216708 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.db_base_plugin_common [req-5f75496d-f701-436c-b769-0b273e8f53ff req-fe661d02-9f4c-4cee-8451-8eafd33c951f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Allocated IP 172.20.0.7 (33d047a2-1fae-4203-972f-e359a6e3784a/5f8df47a-1b35-48e0-8850-2f48fdf17319/dd9b8b02-4e0c-4e6a-850c-65d43e5abc60) {{(pid=92821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:11:50.286996 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63bf13-bdd5-422c-a4bf-6ee31c3261f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f5ea9e-6393-4f1f-9eae-364f4cd48a4a,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:50.297634 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [None req-d08533de-d655-41d4-9a27-e45c2064d406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-smb, 0678d30d-1159-4b41-a18c-5c6e9cb82a25) {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:11:50.332538 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ca63bf13-bdd5-422c-a4bf-6ee31c3261f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:50.382811 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-ca63bf13-bdd5-422c-a4bf-6ee31c3261f0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=50e5c3b4de5946e5ac5df2f6ea407a32&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3349531 Jun 22 07:11:50.386373 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 58066) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:50.432172 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e6d41-6f1f-4fe5-8e54-4626a72fb016 req-d9807ee1-197e-4ca9-a6af-bbf72a893dd4 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:50.451842 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ff5e6d41-6f1f-4fe5-8e54-4626a72fb016 req-d9807ee1-197e-4ca9-a6af-bbf72a893dd4 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/ports?device_id=b355e39d-2686-43c1-ae17-d4474812f7ac HTTP/1.1" status: 200 len: 944 time: 1.3115382 Jun 22 07:11:50.473765 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1112d1ab-1084-436a-a8cb-febbb6e9f577 None None] Network 0678d30d-1159-4b41-a18c-5c6e9cb82a25 requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:11:50.498559 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-f93c1b0c-6a6a-43dd-b374-b433ff13d87f service neutron] 10.222.0.22 "GET /v2.0/networks/039d8b06-cce4-4bf8-a1d0-7746d58cf8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8025863 Jun 22 07:11:50.511966 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08533de-d655-41d4-9a27-e45c2064d406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:50.514388 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-d08533de-d655-41d4-9a27-e45c2064d406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for subnet, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:50.524486 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-2701bc5a-6e24-4235-87a8-5cf9907fe2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:50.549612 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-47a26958-bfed-4041-9dfd-da5fef094e3a service neutron] 10.222.0.42 "GET /v2.0/networks/baf58bc0-322c-4e9b-af42-4c66d1f25f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5795007 Jun 22 07:11:50.615564 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-d08533de-d655-41d4-9a27-e45c2064d406 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5604656 Jun 22 07:11:50.624310 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-2701bc5a-6e24-4235-87a8-5cf9907fe2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:50.651671 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ff5e6d41-6f1f-4fe5-8e54-4626a72fb016 req-a0f70ceb-e901-4c03-84bd-7304966085b3 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd6a01f9-77ed-4ba4-93e3-1b05fbb75161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972899 Jun 22 07:11:50.721353 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-2701bc5a-6e24-4235-87a8-5cf9907fe2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:50.724621 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-2701bc5a-6e24-4235-87a8-5cf9907fe2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:50.728398 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-2701bc5a-6e24-4235-87a8-5cf9907fe2c8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d7f5ea9e-6393-4f1f-9eae-364f4cd48a4a HTTP/1.1" status: 204 len: 168 time: 0.3380487 Jun 22 07:11:50.728398 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-4db2eb5e-06d4-4e1b-88bd-810e5d54b3f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:50.743993 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701bc5a-6e24-4235-87a8-5cf9907fe2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f5ea9e-6393-4f1f-9eae-364f4cd48a4a,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:50.751100 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-2701bc5a-6e24-4235-87a8-5cf9907fe2c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:50.912933 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [req-5f75496d-f701-436c-b769-0b273e8f53ff req-fe661d02-9f4c-4cee-8451-8eafd33c951f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Notify callbacks [] for port, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:50.959264 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-ee83b272-e276-4242-bcdc-883eea3bcf67 req-abeef2c9-2248-4930-8ed8-3a174c90650d service neutron] 10.222.0.42 "GET /v2.0/networks/baf58bc0-322c-4e9b-af42-4c66d1f25f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978207 Jun 22 07:11:50.986457 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [req-5f75496d-f701-436c-b769-0b273e8f53ff req-fe661d02-9f4c-4cee-8451-8eafd33c951f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430'] for port, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:50.997605 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-5caae8ef-7b3f-4730-a095-6cc68c6157fc tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:51.080076 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a205d02-d435-4eb6-a21b-8e8016757fad None None] Network 0678d30d-1159-4b41-a18c-5c6e9cb82a25 requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:11:51.096616 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 58090) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:51.227208 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_v2 [None req-458b3339-51b9-45d8-a785-e232b1ad6832 admin admin] Deleting subnet f3e372a1-95e4-47c9-b47c-052a0ce5a2aa {{(pid=92822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:11:51.234267 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-458b3339-51b9-45d8-a785-e232b1ad6832 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:51.377864 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-13ba7504-d9db-4a43-9df6-23268e6443ed req-de97af02-a64e-4092-9e5d-fe210775e187 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 210 time: 0.2128227 Jun 22 07:11:51.423126 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f75496d-f701-436c-b769-0b273e8f53ff req-fe661d02-9f4c-4cee-8451-8eafd33c951f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Network 33d047a2-1fae-4203-972f-e359a6e3784a is already hosted by enough agents. {{(pid=92821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:11:51.442731 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe661d02-9f4c-4cee-8451-8eafd33c951f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Pushing event updated for resources: {'Port': ['ID=dd9b8b02-4e0c-4e6a-850c-65d43e5abc60,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:51.446790 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-458b3339-51b9-45d8-a785-e232b1ad6832 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:51.463946 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.base_scheduler [req-5f75496d-f701-436c-b769-0b273e8f53ff req-fe661d02-9f4c-4cee-8451-8eafd33c951f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Resources bound (agent type, host, resource id): {{(pid=92821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:11:51.487564 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-458b3339-51b9-45d8-a785-e232b1ad6832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708745'] for subnet, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:51.512978 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-fe661d02-9f4c-4cee-8451-8eafd33c951f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:51.541758 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f75496d-f701-436c-b769-0b273e8f53ff req-fe661d02-9f4c-4cee-8451-8eafd33c951f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Received port after_create {{(pid=92821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:11:51.548438 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75496d-f701-436c-b769-0b273e8f53ff req-fe661d02-9f4c-4cee-8451-8eafd33c951f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:51.554071 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [req-5f75496d-f701-436c-b769-0b273e8f53ff req-fe661d02-9f4c-4cee-8451-8eafd33c951f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for port, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:51.712544 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b1d239a0-3768-40f1-942f-b611287e1db8 req-cb3fe319-da79-45a2-812b-8d277caf7a31 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 210 time: 0.1349220 Jun 22 07:11:51.730172 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5f75496d-f701-436c-b769-0b273e8f53ff req-fe661d02-9f4c-4cee-8451-8eafd33c951f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2146311 Jun 22 07:11:51.765788 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-458b3339-51b9-45d8-a785-e232b1ad6832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063'] for subnet, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:51.769176 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-97391272-1244-4bca-aa77-14dd0105f421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:51.817523 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b3339-51b9-45d8-a785-e232b1ad6832 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3e372a1-95e4-47c9-b47c-052a0ce5a2aa,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:51.821619 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-458b3339-51b9-45d8-a785-e232b1ad6832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:51.826484 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-458b3339-51b9-45d8-a785-e232b1ad6832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for subnet, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:51.828655 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-458b3339-51b9-45d8-a785-e232b1ad6832 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f3e372a1-95e4-47c9-b47c-052a0ce5a2aa HTTP/1.1" status: 204 len: 168 time: 0.7308125 Jun 22 07:11:51.831150 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 58116) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:51.924614 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 58120) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:52.011687 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ea52f1-21c9-4b25-8239-24321f4cf61e x-openstack-request-id: req-41ea52f1-21c9-4b25-8239-24321f4cf61e {{(pid=92821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:11:52.012408 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b355e39d-2686-43c1-ae17-d4474812f7ac", "tag": "28110507-27a1-4ec4-82ab-0a666ade93b2", "status": "completed", "code": 200}]} {{(pid=92821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:11:52.012408 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-41ea52f1-21c9-4b25-8239-24321f4cf61e {{(pid=92821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:11:52.012827 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b355e39d-2686-43c1-ae17-d4474812f7ac', 'tag': '28110507-27a1-4ec4-82ab-0a666ade93b2', 'status': 'completed', 'code': 200} Jun 22 07:11:52.097314 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-534a207c-7cb4-49d2-8fba-df1f67ae3985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735482'] for network, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:52.387135 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746982bf-5a78-4e92-8815-5b8d20670b6e req-72ad31c8-a5f9-43ae-b4fe-fa3bbd2d4c0f tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:52.389839 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-746982bf-5a78-4e92-8815-5b8d20670b6e req-72ad31c8-a5f9-43ae-b4fe-fa3bbd2d4c0f tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/ports?device_id=b355e39d-2686-43c1-ae17-d4474812f7ac HTTP/1.1" status: 200 len: 944 time: 0.3802502 Jun 22 07:11:52.414438 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-534a207c-7cb4-49d2-8fba-df1f67ae3985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709888', 'neutron.services.segments.db._delete_segments_for_network-8736031724755'] for network, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:52.447055 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-534a207c-7cb4-49d2-8fba-df1f67ae3985 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:11:52.447602 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-534a207c-7cb4-49d2-8fba-df1f67ae3985 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:11:52.448505 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-798621c2-0912-4d5a-a37b-72b9d1186675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:52.448996 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-534a207c-7cb4-49d2-8fba-df1f67ae3985 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:11:52.448996 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-534a207c-7cb4-49d2-8fba-df1f67ae3985 admin admin] Subscribe: > port after_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:11:52.449238 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-534a207c-7cb4-49d2-8fba-df1f67ae3985 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:11:52.449523 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-534a207c-7cb4-49d2-8fba-df1f67ae3985 admin admin] Subscribe: > port after_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:11:52.449990 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-534a207c-7cb4-49d2-8fba-df1f67ae3985 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:11:52.450317 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-534a207c-7cb4-49d2-8fba-df1f67ae3985 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:11:52.450688 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-534a207c-7cb4-49d2-8fba-df1f67ae3985 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:11:52.451002 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-534a207c-7cb4-49d2-8fba-df1f67ae3985 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:11:52.485773 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 58134) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:52.671340 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-798621c2-0912-4d5a-a37b-72b9d1186675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:52.677330 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-798621c2-0912-4d5a-a37b-72b9d1186675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:52.683543 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:52.697481 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-534a207c-7cb4-49d2-8fba-df1f67ae3985 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:11:52.697880 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-534a207c-7cb4-49d2-8fba-df1f67ae3985 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:11:52.698240 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-534a207c-7cb4-49d2-8fba-df1f67ae3985 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:11:52.699363 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-534a207c-7cb4-49d2-8fba-df1f67ae3985 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:11:52.699753 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.services.segments.db [None req-534a207c-7cb4-49d2-8fba-df1f67ae3985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4e1e7e-bfc8-4de8-acd6-0bdf7c071d08']}} {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:11:52.725818 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-798621c2-0912-4d5a-a37b-72b9d1186675 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=00f236fe19a34290be3b0a63272e2bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8000662 Jun 22 07:11:52.728621 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798621c2-0912-4d5a-a37b-72b9d1186675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a28fcba-a199-48be-8c7e-a58a6cb2c1dc,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:52.731305 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 58144) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:52.733510 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-798621c2-0912-4d5a-a37b-72b9d1186675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:52.762159 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-32158682-5ffe-4729-b489-39ac45f0aef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:52.812829 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.services.segments.db [None req-534a207c-7cb4-49d2-8fba-df1f67ae3985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6db2b72-7619-4954-8501-e4afdf488135') {'for_net_delete': True} {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:11:52.813746 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.services.segments.db [None req-534a207c-7cb4-49d2-8fba-df1f67ae3985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6db2b72-7619-4954-8501-e4afdf488135') {} {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:11:52.822592 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e8a99367-3273-4082-96e2-1f9b5a4a4800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:52.864944 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e8a99367-3273-4082-96e2-1f9b5a4a4800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:52.886776 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-49a6b2dc-b00a-457c-8e0a-0058204d97a7 req-a17cf22b-519b-42ec-a827-7c90b8b0e23f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 210 time: 0.1705372 Jun 22 07:11:52.892558 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-534a207c-7cb4-49d2-8fba-df1f67ae3985 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736031724584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133979633'] for segment, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:52.961884 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-32158682-5ffe-4729-b489-39ac45f0aef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:52.965485 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e8a99367-3273-4082-96e2-1f9b5a4a4800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:52.969570 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e8a99367-3273-4082-96e2-1f9b5a4a4800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:52.972763 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-e8a99367-3273-4082-96e2-1f9b5a4a4800 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8a28fcba-a199-48be-8c7e-a58a6cb2c1dc HTTP/1.1" status: 204 len: 168 time: 0.2381084 Jun 22 07:11:52.972763 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:52.983474 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a99367-3273-4082-96e2-1f9b5a4a4800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a28fcba-a199-48be-8c7e-a58a6cb2c1dc,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:52.985731 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-32158682-5ffe-4729-b489-39ac45f0aef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:52.988607 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-e8a99367-3273-4082-96e2-1f9b5a4a4800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:52.989124 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-e8a99367-3273-4082-96e2-1f9b5a4a4800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:53.002237 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-746982bf-5a78-4e92-8815-5b8d20670b6e req-cec6b8e6-fd3e-4254-b33a-dc5063e0cb86 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd6a01f9-77ed-4ba4-93e3-1b05fbb75161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6066322 Jun 22 07:11:53.003433 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-534a207c-7cb4-49d2-8fba-df1f67ae3985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:53.039768 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534a207c-7cb4-49d2-8fba-df1f67ae3985 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=92821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:11:53.040888 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-534a207c-7cb4-49d2-8fba-df1f67ae3985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-134074747'] for segment, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: from cryptography.utils import int_from_bytes Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: from cryptography.utils import int_from_bytes Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: Traceback (most recent call last): Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: timer() Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: cb(*args, **kw) Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: return func(*args, **kwargs) Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: self._notify() Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: self.callback(batched_events) Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: event.method(event) Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: return f(self, *a, **k) Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: return self._get(url).json() Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: return self.request(url, 'GET', **kwargs) Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:11:53.046340 dv-cinder-786627-11-smb neutron-server[92821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:11:53.068049 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32158682-5ffe-4729-b489-39ac45f0aef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7aeb7f-d517-4a46-90c1-da3d65379af8,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:53.079123 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-32158682-5ffe-4729-b489-39ac45f0aef2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=939944e206894fbba92316c32f62d548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5878522 Jun 22 07:11:53.081134 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 58156) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:53.081973 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-32158682-5ffe-4729-b489-39ac45f0aef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:53.141040 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-534a207c-7cb4-49d2-8fba-df1f67ae3985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592449'] for network, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:53.146301 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:53.175912 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a207c-7cb4-49d2-8fba-df1f67ae3985 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc4e1e7e-bfc8-4de8-acd6-0bdf7c071d08,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:53.178119 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-d06ff5a0-0244-4be0-b229-eba033f0bcb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:53.187603 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-534a207c-7cb4-49d2-8fba-df1f67ae3985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:53.190481 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-534a207c-7cb4-49d2-8fba-df1f67ae3985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:53.192654 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-534a207c-7cb4-49d2-8fba-df1f67ae3985 admin admin] 10.222.0.22 "DELETE /v2.0/networks/bc4e1e7e-bfc8-4de8-acd6-0bdf7c071d08 HTTP/1.1" status: 204 len: 168 time: 1.3604858 Jun 22 07:11:53.196014 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 58160) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:53.228106 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-22147dea-010a-4285-a940-6deb5222ead4 req-b488aa24-eeef-4716-b309-70297c16e2dc tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 210 time: 0.0391366 Jun 22 07:11:53.238216 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-d06ff5a0-0244-4be0-b229-eba033f0bcb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:53.302016 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_v2 [None req-8078fb20-c54a-4ac4-97ee-8a95fc085cd3 admin admin] Deleting subnet bcca4387-da42-49ac-9a10-9662fd457960 {{(pid=92822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:11:53.306586 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-8078fb20-c54a-4ac4-97ee-8a95fc085cd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:53.362211 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-8078fb20-c54a-4ac4-97ee-8a95fc085cd3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:53.370750 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-8078fb20-c54a-4ac4-97ee-8a95fc085cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708745'] for subnet, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:53.403321 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-d06ff5a0-0244-4be0-b229-eba033f0bcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:53.406021 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-d06ff5a0-0244-4be0-b229-eba033f0bcb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:53.407145 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-d06ff5a0-0244-4be0-b229-eba033f0bcb4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8a7aeb7f-d517-4a46-90c1-da3d65379af8 HTTP/1.1" status: 204 len: 168 time: 0.3200624 Jun 22 07:11:53.409472 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-decfe204-7e61-4be1-b205-9671315ee934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:53.421117 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ff5a0-0244-4be0-b229-eba033f0bcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7aeb7f-d517-4a46-90c1-da3d65379af8,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:53.423528 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-d06ff5a0-0244-4be0-b229-eba033f0bcb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:53.446732 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-8078fb20-c54a-4ac4-97ee-8a95fc085cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063'] for subnet, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:53.450118 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-cb5e09f0-2678-4cdd-8441-99899c12a069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:53.477021 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078fb20-c54a-4ac4-97ee-8a95fc085cd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcca4387-da42-49ac-9a10-9662fd457960,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:53.479619 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-8078fb20-c54a-4ac4-97ee-8a95fc085cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for subnet, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:53.481458 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-8078fb20-c54a-4ac4-97ee-8a95fc085cd3 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/bcca4387-da42-49ac-9a10-9662fd457960 HTTP/1.1" status: 204 len: 168 time: 0.2845142 Jun 22 07:11:53.483215 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-8078fb20-c54a-4ac4-97ee-8a95fc085cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:53.484499 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 58176) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:53.512498 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 58178) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:53.530094 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-a811f09a-6919-414d-8190-d237e51b7050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:53.559185 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-82598676-36ed-4515-ac21-ed7e6632a36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735482'] for network, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:53.642300 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-a811f09a-6919-414d-8190-d237e51b7050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:53.648636 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-a811f09a-6919-414d-8190-d237e51b7050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:53.652736 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-bb7e810c-2375-4d14-aef8-3bd0b9832e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:53.655981 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-82598676-36ed-4515-ac21-ed7e6632a36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709888', 'neutron.services.segments.db._delete_segments_for_network-8736031724755'] for network, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:53.672460 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-82598676-36ed-4515-ac21-ed7e6632a36b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:11:53.672830 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-82598676-36ed-4515-ac21-ed7e6632a36b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:11:53.674114 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-82598676-36ed-4515-ac21-ed7e6632a36b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:11:53.674456 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-82598676-36ed-4515-ac21-ed7e6632a36b admin admin] Subscribe: > port after_create 55550000 {{(pid=92822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:11:53.674788 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-82598676-36ed-4515-ac21-ed7e6632a36b admin admin] Subscribe: > port after_delete 55550000 {{(pid=92822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:11:53.675132 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-82598676-36ed-4515-ac21-ed7e6632a36b admin admin] Subscribe: > port after_update 55550000 {{(pid=92822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:11:53.675483 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-82598676-36ed-4515-ac21-ed7e6632a36b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:11:53.675804 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-82598676-36ed-4515-ac21-ed7e6632a36b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:11:53.676140 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-82598676-36ed-4515-ac21-ed7e6632a36b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:11:53.676456 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-82598676-36ed-4515-ac21-ed7e6632a36b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:11:53.694634 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-a811f09a-6919-414d-8190-d237e51b7050 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=83c0a489ee1d4fd4b6d764ab85957392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1807721 Jun 22 07:11:53.695394 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811f09a-6919-414d-8190-d237e51b7050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cd7589-ed5f-4173-a3ac-bb06c3222a2a,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:53.703537 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 58180) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:53.714737 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [req-5f75496d-f701-436c-b769-0b273e8f53ff req-55e41f7f-3c4c-4d36-9e92-1289de6958fd service neutron] Request body: {'port': {'device_id': 'aed7dabf-6ec0-436f-98bb-d86d7a385f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:11:53.727801 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-a811f09a-6919-414d-8190-d237e51b7050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:53.748125 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.42', 54686) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:53.875382 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [req-5f75496d-f701-436c-b769-0b273e8f53ff req-55e41f7f-3c4c-4d36-9e92-1289de6958fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:53.987697 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-82598676-36ed-4515-ac21-ed7e6632a36b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:11:53.988099 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-82598676-36ed-4515-ac21-ed7e6632a36b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:11:53.988818 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-82598676-36ed-4515-ac21-ed7e6632a36b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:11:53.989360 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-82598676-36ed-4515-ac21-ed7e6632a36b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92822) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:11:53.990889 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.services.segments.db [None req-82598676-36ed-4515-ac21-ed7e6632a36b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0678d30d-1159-4b41-a18c-5c6e9cb82a25']}} {{(pid=92822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:11:54.015301 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-124967a2-a2ad-42fe-93ba-4f9e13f080ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:54.228435 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-124967a2-a2ad-42fe-93ba-4f9e13f080ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:54.362554 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 58204) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:54.364651 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b68f922f-1b91-46ef-8cde-01e1c5f4ab2d req-fd46dcda-e7c7-4752-a4d7-e01615e863f3 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 210 time: 0.1999695 Jun 22 07:11:54.366635 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.services.segments.db [None req-82598676-36ed-4515-ac21-ed7e6632a36b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04663036-5148-4cf4-bcc7-aa66419087f0') {'for_net_delete': True} {{(pid=92822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:11:54.366928 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.services.segments.db [None req-82598676-36ed-4515-ac21-ed7e6632a36b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04663036-5148-4cf4-bcc7-aa66419087f0') {} {{(pid=92822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:11:54.376228 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581246a-2031-4c40-a3a3-e9dc6045fbe3 req-54b21fa0-9981-4db9-be43-13492b5f1f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:54.377975 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d581246a-2031-4c40-a3a3-e9dc6045fbe3 req-54b21fa0-9981-4db9-be43-13492b5f1f90 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7988b40be96144c88e3ebd99b40db194&device_id=b355e39d-2686-43c1-ae17-d4474812f7ac HTTP/1.1" status: 200 len: 1097 time: 0.6216049 Jun 22 07:11:54.391984 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-82598676-36ed-4515-ac21-ed7e6632a36b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736031724584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133502001'] for segment, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:54.432234 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-15fca3b4-1817-48ae-b92d-fa842a8dbc5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:54.442468 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-82598676-36ed-4515-ac21-ed7e6632a36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:54.459188 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82598676-36ed-4515-ac21-ed7e6632a36b admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=92822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:11:54.459906 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-82598676-36ed-4515-ac21-ed7e6632a36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133502593'] for segment, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: from cryptography.utils import int_from_bytes Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: from cryptography.utils import int_from_bytes Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: Traceback (most recent call last): Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: timer() Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: cb(*args, **kw) Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: return func(*args, **kwargs) Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: self._notify() Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: self.callback(batched_events) Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: event.method(event) Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: return f(self, *a, **k) Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: return self._get(url).json() Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: return self.request(url, 'GET', **kwargs) Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:11:54.466097 dv-cinder-786627-11-smb neutron-server[92822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:11:54.485208 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-01320a0f-ae0b-4904-a053-12652c1f06bf tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:54.486794 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-01320a0f-ae0b-4904-a053-12652c1f06bf tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.42 "GET /v2.0/networks?id=33d047a2-1fae-4203-972f-e359a6e3784a HTTP/1.1" status: 200 len: 819 time: 0.4790001 Jun 22 07:11:54.520078 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-8afb3358-9b68-41ea-a804-554f56682363 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Request body: {'port': {'device_id': '013f781e-983c-4c2c-8b64-33c0beb1e265', 'network_id': '33d047a2-1fae-4203-972f-e359a6e3784a', 'admin_state_up': True, 'tenant_id': 'c19cfe1fd182497e82b34a8b9451608a'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:11:54.605361 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-82598676-36ed-4515-ac21-ed7e6632a36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592449'] for network, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:54.631346 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-124967a2-a2ad-42fe-93ba-4f9e13f080ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:54.637059 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:54.659847 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-82598676-36ed-4515-ac21-ed7e6632a36b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:54.662160 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-82598676-36ed-4515-ac21-ed7e6632a36b admin admin] 10.222.0.22 "DELETE /v2.0/networks/0678d30d-1159-4b41-a18c-5c6e9cb82a25 HTTP/1.1" status: 204 len: 168 time: 1.1765602 Jun 22 07:11:54.672133 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-124967a2-a2ad-42fe-93ba-4f9e13f080ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:54.673270 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-124967a2-a2ad-42fe-93ba-4f9e13f080ec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d8cd7589-ed5f-4173-a3ac-bb06c3222a2a HTTP/1.1" status: 204 len: 168 time: 0.9687164 Jun 22 07:11:54.673906 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:54.700468 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-57f4b48f-ae62-439d-a9c5-3a8273d853fb req-c60b96ae-fc88-450c-8f53-32351d471673 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 210 time: 0.1583142 Jun 22 07:11:54.784215 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124967a2-a2ad-42fe-93ba-4f9e13f080ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cd7589-ed5f-4173-a3ac-bb06c3222a2a,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:54.801968 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-124967a2-a2ad-42fe-93ba-4f9e13f080ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:54.825742 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c8621-9ed0-4c67-9eb5-b441824e532e req-36427769-aa0c-45ef-aff1-c0eb80c864b4 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:54.833116 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5a5c8621-9ed0-4c67-9eb5-b441824e532e req-36427769-aa0c-45ef-aff1-c0eb80c864b4 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/ports?device_id=b355e39d-2686-43c1-ae17-d4474812f7ac HTTP/1.1" status: 200 len: 944 time: 0.4884055 Jun 22 07:11:54.838873 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581246a-2031-4c40-a3a3-e9dc6045fbe3 req-b1695920-92d2-41ed-aa72-23de4db8d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:54.840163 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d581246a-2031-4c40-a3a3-e9dc6045fbe3 req-b1695920-92d2-41ed-aa72-23de4db8d2c8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=baf58bc0-322c-4e9b-af42-4c66d1f25f6e HTTP/1.1" status: 200 len: 912 time: 0.4343624 Jun 22 07:11:54.861319 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82598676-36ed-4515-ac21-ed7e6632a36b admin admin] Pushing event deleted for resources: {'Network': ['ID=0678d30d-1159-4b41-a18c-5c6e9cb82a25,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:54.864567 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-82598676-36ed-4515-ac21-ed7e6632a36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:54.902944 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.42', 54690) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:54.944827 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d581246a-2031-4c40-a3a3-e9dc6045fbe3 req-e4ab5ee7-b6fe-4ed8-b23b-971f14eb8a8a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28110507-27a1-4ec4-82ab-0a666ade93b2 HTTP/1.1" status: 200 len: 217 time: 0.0967040 Jun 22 07:11:55.019925 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 58220) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:55.102906 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5a5c8621-9ed0-4c67-9eb5-b441824e532e req-e171232c-23cd-4115-b80b-d14eec6f05f2 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd6a01f9-77ed-4ba4-93e3-1b05fbb75161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688179 Jun 22 07:11:55.166624 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-15fca3b4-1817-48ae-b92d-fa842a8dbc5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:55.185548 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-8c0a7abb-752a-40dd-8d1b-b9df1cf95f49 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8c15a401031549ea8d8da6394217032d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1432090 Jun 22 07:11:55.201196 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 58232) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:55.213560 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-8afb3358-9b68-41ea-a804-554f56682363 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Made reservation on behalf of c19cfe1fd182497e82b34a8b9451608a for: {'port': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:11:55.218184 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-8afb3358-9b68-41ea-a804-554f56682363 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:55.228072 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581246a-2031-4c40-a3a3-e9dc6045fbe3 req-38cfa80a-37c0-4fa3-9b24-0ed92de4966e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:55.230725 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d581246a-2031-4c40-a3a3-e9dc6045fbe3 req-38cfa80a-37c0-4fa3-9b24-0ed92de4966e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8f9da2d5-50d2-432b-8486-4dde3b11dcf6 HTTP/1.1" status: 200 len: 851 time: 0.2749999 Jun 22 07:11:55.246577 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-814ec25c-568c-431b-b276-00eb41f9dee2 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:55.248715 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-814ec25c-568c-431b-b276-00eb41f9dee2 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.42 "GET /v2.0/networks?id=039d8b06-cce4-4bf8-a1d0-7746d58cf8db HTTP/1.1" status: 200 len: 815 time: 0.3432651 Jun 22 07:11:55.335621 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-15fca3b4-1817-48ae-b92d-fa842a8dbc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:55.346553 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d581246a-2031-4c40-a3a3-e9dc6045fbe3 req-a3452a9e-ea5a-4ab2-a9ad-859be24fac6c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=baf58bc0-322c-4e9b-af42-4c66d1f25f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956454 Jun 22 07:11:55.464063 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-f0bab09d-4f29-496d-9ca6-a03df3e511fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:55.482917 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b02993f2-62ad-4777-b4b3-73f4b05c6d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:55.488853 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.notifiers.nova [req-5f75496d-f701-436c-b769-0b273e8f53ff req-55e41f7f-3c4c-4d36-9e92-1289de6958fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd9b8b02-4e0c-4e6a-850c-65d43e5abc60 {{(pid=92821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:11:55.496336 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-44df0b86-f3c7-4833-9d8d-9b81687a4733 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a963e21ede0e4de2b0be961765302c27 HTTP/1.1" status: 200 len: 380 time: 0.2256758 Jun 22 07:11:55.508877 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-15fca3b4-1817-48ae-b92d-fa842a8dbc5f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=21960605dbda40e58b938faf3356343b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1401494 Jun 22 07:11:55.508877 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [req-5f75496d-f701-436c-b769-0b273e8f53ff req-55e41f7f-3c4c-4d36-9e92-1289de6958fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:55.510874 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-37843932-45de-4ce7-ac44-5a69ceed1ca7 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Request body: {'port': {'device_id': '02c5edf2-c338-4f74-b696-056964e157fa', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'admin_state_up': True, 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'security_groups': ['202c16b2-2710-4873-af57-00faa534421c']}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:11:55.514958 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 58252) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:55.555163 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d581246a-2031-4c40-a3a3-e9dc6045fbe3 req-41a33734-3b69-4a64-8f5c-8e407ab3089e service neutron] 10.222.0.42 "GET /v2.0/networks/baf58bc0-322c-4e9b-af42-4c66d1f25f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643167 Jun 22 07:11:55.555825 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fca3b4-1817-48ae-b92d-fa842a8dbc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77ff3fa-0f94-4104-9e01-1b06be3f6a6f,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:55.559136 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-15fca3b4-1817-48ae-b92d-fa842a8dbc5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:55.578924 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b02993f2-62ad-4777-b4b3-73f4b05c6d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:55.581516 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.provisioning_blocks [req-5f75496d-f701-436c-b769-0b273e8f53ff req-55e41f7f-3c4c-4d36-9e92-1289de6958fd service neutron] Transition to ACTIVE for port object dd9b8b02-4e0c-4e6a-850c-65d43e5abc60 will not be triggered until provisioned by entity L2. {{(pid=92821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:11:55.583890 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c3144f9e-de68-47fd-acbf-8b457b36ae53 req-b3dbc640-d953-497f-9c6e-d41bb117c12c tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 210 time: 0.0429363 Jun 22 07:11:55.768879 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_common [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-8afb3358-9b68-41ea-a804-554f56682363 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Allocated IP 172.20.0.13 (33d047a2-1fae-4203-972f-e359a6e3784a/5f8df47a-1b35-48e0-8850-2f48fdf17319/acc06418-67de-4593-9a1b-6e1d2ff2635c) {{(pid=92822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:11:55.773555 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-7520a203-ee76-445d-b4b1-3dcf44c0363c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:55.808973 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b02993f2-62ad-4777-b4b3-73f4b05c6d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:55.811601 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b02993f2-62ad-4777-b4b3-73f4b05c6d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:55.815371 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-b02993f2-62ad-4777-b4b3-73f4b05c6d7c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fc6e53d8-af82-44ea-9465-e6119e8d16e0 HTTP/1.1" status: 204 len: 168 time: 0.6106558 Jun 22 07:11:55.828487 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:55.845336 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-7520a203-ee76-445d-b4b1-3dcf44c0363c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:55.851032 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [req-5f75496d-f701-436c-b769-0b273e8f53ff req-55e41f7f-3c4c-4d36-9e92-1289de6958fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134075267'] for port, after_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:55.863141 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:55.880583 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02993f2-62ad-4777-b4b3-73f4b05c6d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6e53d8-af82-44ea-9465-e6119e8d16e0,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:55.884186 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-b02993f2-62ad-4777-b4b3-73f4b05c6d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:55.905746 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e41f7f-3c4c-4d36-9e92-1289de6958fd service neutron] Pushing event updated for resources: {'Port': ['ID=dd9b8b02-4e0c-4e6a-850c-65d43e5abc60,revision_number=2']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:55.908942 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-37843932-45de-4ce7-ac44-5a69ceed1ca7 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Made reservation on behalf of a963e21ede0e4de2b0be961765302c27 for: {'port': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:11:55.912510 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-37843932-45de-4ce7-ac44-5a69ceed1ca7 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:55.912841 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-55e41f7f-3c4c-4d36-9e92-1289de6958fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:55.995520 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-47721f64-7c8f-46f1-a0ec-d1825221729b req-a216428c-0d44-42f1-a17d-328030673906 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 210 time: 0.0378873 Jun 22 07:11:56.075533 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d581246a-2031-4c40-a3a3-e9dc6045fbe3 req-e9305a53-190c-408c-a692-419c2dadbf3a service neutron] 10.222.0.42 "GET /v2.0/networks/baf58bc0-322c-4e9b-af42-4c66d1f25f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4953728 Jun 22 07:11:56.129318 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.managers [req-5f75496d-f701-436c-b769-0b273e8f53ff req-55e41f7f-3c4c-4d36-9e92-1289de6958fd service neutron] Attempting to bind port dd9b8b02-4e0c-4e6a-850c-65d43e5abc60 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:11:56.130047 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.managers [req-5f75496d-f701-436c-b769-0b273e8f53ff req-55e41f7f-3c4c-4d36-9e92-1289de6958fd service neutron] Attempting to bind port dd9b8b02-4e0c-4e6a-850c-65d43e5abc60 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '1b8e376b-88e4-429f-ab7e-ac0ea24752c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '33d047a2-1fae-4203-972f-e359a6e3784a'}] {{(pid=92821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:11:56.130611 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f75496d-f701-436c-b769-0b273e8f53ff req-55e41f7f-3c4c-4d36-9e92-1289de6958fd service neutron] Attempting to bind port dd9b8b02-4e0c-4e6a-850c-65d43e5abc60 on network 33d047a2-1fae-4203-972f-e359a6e3784a {{(pid=92821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:11:56.137763 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f75496d-f701-436c-b769-0b273e8f53ff req-55e41f7f-3c4c-4d36-9e92-1289de6958fd service neutron] Port dd9b8b02-4e0c-4e6a-850c-65d43e5abc60 on network 33d047a2-1fae-4203-972f-e359a6e3784a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:11:56.139436 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f75496d-f701-436c-b769-0b273e8f53ff req-55e41f7f-3c4c-4d36-9e92-1289de6958fd service neutron] Attempting to bind port dd9b8b02-4e0c-4e6a-850c-65d43e5abc60 on network 33d047a2-1fae-4203-972f-e359a6e3784a {{(pid=92821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:11:56.146528 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f75496d-f701-436c-b769-0b273e8f53ff req-55e41f7f-3c4c-4d36-9e92-1289de6958fd service neutron] Checking agent: {'id': '6c17c73a-1ba3-464e-bc7a-10a2b7fbfd09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'started_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:11:56.147697 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f75496d-f701-436c-b769-0b273e8f53ff req-55e41f7f-3c4c-4d36-9e92-1289de6958fd service neutron] Checking segment: {'id': '1b8e376b-88e4-429f-ab7e-ac0ea24752c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '33d047a2-1fae-4203-972f-e359a6e3784a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:11:56.148423 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f75496d-f701-436c-b769-0b273e8f53ff req-55e41f7f-3c4c-4d36-9e92-1289de6958fd service neutron] Bound using segment: {'id': '1b8e376b-88e4-429f-ab7e-ac0ea24752c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '33d047a2-1fae-4203-972f-e359a6e3784a'} {{(pid=92821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:11:56.149041 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.managers [req-5f75496d-f701-436c-b769-0b273e8f53ff req-55e41f7f-3c4c-4d36-9e92-1289de6958fd service neutron] Bound port: dd9b8b02-4e0c-4e6a-850c-65d43e5abc60, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8e376b-88e4-429f-ab7e-ac0ea24752c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '33d047a2-1fae-4203-972f-e359a6e3784a'}}] {{(pid=92821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:11:56.150112 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [req-5f75496d-f701-436c-b769-0b273e8f53ff req-55e41f7f-3c4c-4d36-9e92-1289de6958fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:56.151149 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-7520a203-ee76-445d-b4b1-3dcf44c0363c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:56.154424 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-7520a203-ee76-445d-b4b1-3dcf44c0363c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:56.158205 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-7520a203-ee76-445d-b4b1-3dcf44c0363c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d77ff3fa-0f94-4104-9e01-1b06be3f6a6f HTTP/1.1" status: 204 len: 168 time: 0.6361027 Jun 22 07:11:56.173350 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ab53df00-180e-4277-b3a4-0a2e2f8a5839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:56.257366 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7520a203-ee76-445d-b4b1-3dcf44c0363c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77ff3fa-0f94-4104-9e01-1b06be3f6a6f,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:56.265934 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-7520a203-ee76-445d-b4b1-3dcf44c0363c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:56.313054 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.db [req-5f75496d-f701-436c-b769-0b273e8f53ff req-55e41f7f-3c4c-4d36-9e92-1289de6958fd service neutron] For port dd9b8b02-4e0c-4e6a-850c-65d43e5abc60, host hv-cinder-78662, cleared binding levels {{(pid=92821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:11:56.314927 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-8afb3358-9b68-41ea-a804-554f56682363 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Notify callbacks [] for port, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:56.334405 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_common [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-37843932-45de-4ce7-ac44-5a69ceed1ca7 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Allocated IP 172.20.0.12 (039d8b06-cce4-4bf8-a1d0-7746d58cf8db/978e6915-65f8-462b-a6af-3ef15c3adee2/889b9eda-eaa9-47d9-9de9-189adf574c08) {{(pid=92822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:11:56.335105 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.db [req-5f75496d-f701-436c-b769-0b273e8f53ff req-55e41f7f-3c4c-4d36-9e92-1289de6958fd service neutron] For port dd9b8b02-4e0c-4e6a-850c-65d43e5abc60, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=dd9b8b02-4e0c-4e6a-850c-65d43e5abc60,segment=NetworkSegment(1b8e376b-88e4-429f-ab7e-ac0ea24752c3),segment_id=1b8e376b-88e4-429f-ab7e-ac0ea24752c3)] {{(pid=92821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:11:56.371783 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [req-5f75496d-f701-436c-b769-0b273e8f53ff req-55e41f7f-3c4c-4d36-9e92-1289de6958fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134075267'] for port, after_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:56.405566 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-47e78647-c3be-40e5-86e4-2945ed326e7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:56.455039 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-8afb3358-9b68-41ea-a804-554f56682363 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-133502027'] for port, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:56.457343 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75496d-f701-436c-b769-0b273e8f53ff req-55e41f7f-3c4c-4d36-9e92-1289de6958fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:56.457958 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [req-5f75496d-f701-436c-b769-0b273e8f53ff req-55e41f7f-3c4c-4d36-9e92-1289de6958fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for port, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:56.459556 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5f75496d-f701-436c-b769-0b273e8f53ff req-55e41f7f-3c4c-4d36-9e92-1289de6958fd service neutron] 10.222.0.42 "PUT /v2.0/ports/dd9b8b02-4e0c-4e6a-850c-65d43e5abc60 HTTP/1.1" status: 200 len: 1093 time: 2.7493825 Jun 22 07:11:56.460092 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed7dabf-6ec0-436f-98bb-d86d7a385f8f', 'tag': 'dd9b8b02-4e0c-4e6a-850c-65d43e5abc60'}] {{(pid=92821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:11:56.462998 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114834e2e6b09b68797994cdefe3657428da4a047d1a7f773825cb7610845d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6322a7-9915-4465-baa2-cdebda6f64be" -d '{"events": [{"name": "network-changed", "server_uuid": "aed7dabf-6ec0-436f-98bb-d86d7a385f8f", "tag": "dd9b8b02-4e0c-4e6a-850c-65d43e5abc60"}]}' {{(pid=92821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:11:56.464278 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-86d810a6-8342-458b-a2e6-cb9bac80d808 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:56.536561 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 58284) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:56.581197 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e41f7f-3c4c-4d36-9e92-1289de6958fd service neutron] Pushing event updated for resources: {'Port': ['ID=dd9b8b02-4e0c-4e6a-850c-65d43e5abc60,revision_number=3']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:56.584000 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-8afb3358-9b68-41ea-a804-554f56682363 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Network 33d047a2-1fae-4203-972f-e359a6e3784a is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:11:56.598267 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b193773c-6a94-4e58-b938-2b110aff24fa x-openstack-request-id: req-b193773c-6a94-4e58-b938-2b110aff24fa {{(pid=92821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:11:56.598584 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed7dabf-6ec0-436f-98bb-d86d7a385f8f", "tag": "dd9b8b02-4e0c-4e6a-850c-65d43e5abc60", "status": "completed", "code": 200}]} {{(pid=92821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:11:56.598855 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b193773c-6a94-4e58-b938-2b110aff24fa {{(pid=92821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:11:56.599274 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed7dabf-6ec0-436f-98bb-d86d7a385f8f', 'tag': 'dd9b8b02-4e0c-4e6a-850c-65d43e5abc60', 'status': 'completed', 'code': 200} Jun 22 07:11:56.603507 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-8afb3358-9b68-41ea-a804-554f56682363 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:11:56.617405 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-8afb3358-9b68-41ea-a804-554f56682363 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Received port after_create {{(pid=92822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:11:56.628598 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-55e41f7f-3c4c-4d36-9e92-1289de6958fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:56.667976 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb3358-9b68-41ea-a804-554f56682363 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Pushing event updated for resources: {'Port': ['ID=acc06418-67de-4593-9a1b-6e1d2ff2635c,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:56.679603 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-8afb3358-9b68-41ea-a804-554f56682363 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:56.704077 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-37843932-45de-4ce7-ac44-5a69ceed1ca7 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for port, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:56.721715 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-8afb3358-9b68-41ea-a804-554f56682363 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:56.722355 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-8afb3358-9b68-41ea-a804-554f56682363 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:56.731061 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8f515-3a9f-4c6a-82e4-274f379390f1 req-bd7ffc6c-5dcc-480f-b003-91a2cbe6f35a tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:56.748222 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-cab8f515-3a9f-4c6a-82e4-274f379390f1 req-bd7ffc6c-5dcc-480f-b003-91a2cbe6f35a tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/ports?device_id=b355e39d-2686-43c1-ae17-d4474812f7ac HTTP/1.1" status: 200 len: 944 time: 0.4284580 Jun 22 07:11:56.769266 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.provisioning_blocks [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-37843932-45de-4ce7-ac44-5a69ceed1ca7 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Transition to ACTIVE for port object 889b9eda-eaa9-47d9-9de9-189adf574c08 will not be triggered until provisioned by entity DHCP. {{(pid=92822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:11:56.781929 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-8afb3358-9b68-41ea-a804-554f56682363 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2657781 Jun 22 07:11:56.796653 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-874828e1-8221-4cdb-9fcc-2aac801930fb service neutron] Request body: {'port': {'device_id': '013f781e-983c-4c2c-8b64-33c0beb1e265', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:11:56.871428 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-5956b98f-1035-4f13-b5bf-ee9d507aa1c4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ae4162913bd248788b0a71f399346457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3099291 Jun 22 07:11:56.873307 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 58298) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:56.902450 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-cab8f515-3a9f-4c6a-82e4-274f379390f1 req-1e305321-9035-4ac5-b470-ec52e32ae469 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd6a01f9-77ed-4ba4-93e3-1b05fbb75161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526172 Jun 22 07:11:56.960545 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-37843932-45de-4ce7-ac44-5a69ceed1ca7 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-133502027'] for port, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:56.974338 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-23922c2b-8dc0-4659-a95f-5a8e5514dd40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:57.020212 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-874828e1-8221-4cdb-9fcc-2aac801930fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:57.048591 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-37843932-45de-4ce7-ac44-5a69ceed1ca7 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Network 039d8b06-cce4-4bf8-a1d0-7746d58cf8db is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:11:57.053567 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-37843932-45de-4ce7-ac44-5a69ceed1ca7 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:11:57.058618 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75496d-f701-436c-b769-0b273e8f53ff req-e2c89f7b-c612-4b96-a303-1fae22c78dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:57.059897 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-37843932-45de-4ce7-ac44-5a69ceed1ca7 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Received port after_create {{(pid=92822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:11:57.068639 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37843932-45de-4ce7-ac44-5a69ceed1ca7 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Pushing event updated for resources: {'Port': ['ID=889b9eda-eaa9-47d9-9de9-189adf574c08,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:57.074843 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5f75496d-f701-436c-b769-0b273e8f53ff req-e2c89f7b-c612-4b96-a303-1fae22c78dd1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c19cfe1fd182497e82b34a8b9451608a&device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 1096 time: 0.5341933 Jun 22 07:11:57.111817 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-37843932-45de-4ce7-ac44-5a69ceed1ca7 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:57.188256 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0b137-8928-42e0-9e73-7a2166e24d73 req-16654cf3-5bfa-4a5a-85a8-456c379368ca tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:57.196439 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-efb0b137-8928-42e0-9e73-7a2166e24d73 req-16654cf3-5bfa-4a5a-85a8-456c379368ca tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 932 time: 0.2525365 Jun 22 07:11:57.224837 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-37843932-45de-4ce7-ac44-5a69ceed1ca7 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:57.225402 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-37843932-45de-4ce7-ac44-5a69ceed1ca7 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:57.252639 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5f75496d-f701-436c-b769-0b273e8f53ff req-0fec1ec8-8d2a-44e4-8067-30756be8726b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd9b8b02-4e0c-4e6a-850c-65d43e5abc60 HTTP/1.1" status: 200 len: 217 time: 0.1450560 Jun 22 07:11:57.253688 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-58b2ce05-298c-4944-9cf0-c03e758ef5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:57.286911 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-58b2ce05-298c-4944-9cf0-c03e758ef5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:57.412156 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-58b2ce05-298c-4944-9cf0-c03e758ef5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:57.414005 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75496d-f701-436c-b769-0b273e8f53ff req-9da4b1bc-6641-4e34-a516-f4f4db37af48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:57.415688 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5f75496d-f701-436c-b769-0b273e8f53ff req-9da4b1bc-6641-4e34-a516-f4f4db37af48 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f8df47a-1b35-48e0-8850-2f48fdf17319 HTTP/1.1" status: 200 len: 859 time: 0.0533695 Jun 22 07:11:57.421523 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-58b2ce05-298c-4944-9cf0-c03e758ef5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:57.424822 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-58b2ce05-298c-4944-9cf0-c03e758ef5b9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/25de67ee-def0-4684-9c0e-34380ff6b080 HTTP/1.1" status: 204 len: 168 time: 0.5448015 Jun 22 07:11:57.424822 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-4ab296b6-1050-46f6-86e0-ae21a92f347d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:57.441007 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2ce05-298c-4944-9cf0-c03e758ef5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25de67ee-def0-4684-9c0e-34380ff6b080,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:57.449530 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-58b2ce05-298c-4944-9cf0-c03e758ef5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:57.466811 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-37843932-45de-4ce7-ac44-5a69ceed1ca7 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9603546 Jun 22 07:11:57.480318 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5f75496d-f701-436c-b769-0b273e8f53ff req-dd303cd5-656e-4b4d-9c70-94416e681382 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33d047a2-1fae-4203-972f-e359a6e3784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567484 Jun 22 07:11:57.494080 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-eed005d2-58f1-4478-b7a6-c0e836473420 service neutron] Request body: {'port': {'device_id': '02c5edf2-c338-4f74-b696-056964e157fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:11:57.513141 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-f9aa9c13-5727-454b-bb44-ff8fac0abc52 None None] Provisioning for port 889b9eda-eaa9-47d9-9de9-189adf574c08 completed by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:11:57.520266 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-f9aa9c13-5727-454b-bb44-ff8fac0abc52 None None] Provisioning complete for port 889b9eda-eaa9-47d9-9de9-189adf574c08 triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:11:57.520963 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-f9aa9c13-5727-454b-bb44-ff8fac0abc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:57.608942 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5f75496d-f701-436c-b769-0b273e8f53ff req-a912d4c1-b6cc-4261-b9e2-cdc40f82ee8a service neutron] 10.222.0.42 "GET /v2.0/networks/33d047a2-1fae-4203-972f-e359a6e3784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214061 Jun 22 07:11:57.625515 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-f9aa9c13-5727-454b-bb44-ff8fac0abc52 None None] Port 889b9eda-eaa9-47d9-9de9-189adf574c08 cannot update to ACTIVE because it is not bound. {{(pid=92823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:11:57.651887 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-efb0b137-8928-42e0-9e73-7a2166e24d73 req-0c5211fa-9b8e-4a61-b0b3-92f73285a353 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541838 Jun 22 07:11:57.684674 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-eed005d2-58f1-4478-b7a6-c0e836473420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:57.786783 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f46787-9389-492e-96aa-ad23aec99e59 req-adcf96df-3287-4c1a-9795-e6479463fd44 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:57.788451 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b2f46787-9389-492e-96aa-ad23aec99e59 req-adcf96df-3287-4c1a-9795-e6479463fd44 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 932 time: 0.3123782 Jun 22 07:11:57.825056 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5f75496d-f701-436c-b769-0b273e8f53ff req-e040e5c1-03b8-4393-9c64-443f6411c924 service neutron] 10.222.0.42 "GET /v2.0/networks/33d047a2-1fae-4203-972f-e359a6e3784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030840 Jun 22 07:11:57.889056 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b2f46787-9389-492e-96aa-ad23aec99e59 req-19ebaea6-9697-46c6-88a1-140fdb517184 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888581 Jun 22 07:11:58.022241 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 28110507-27a1-4ec4-82ab-0a666ade93b2 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:11:58.064583 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6322a7-9915-4465-baa2-cdebda6f64be req-5eced8d2-a545-410b-b363-354b57f46bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:58.071144 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2f6322a7-9915-4465-baa2-cdebda6f64be req-5eced8d2-a545-410b-b363-354b57f46bc3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c19cfe1fd182497e82b34a8b9451608a&device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 1096 time: 0.1655717 Jun 22 07:11:58.099667 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-874828e1-8221-4cdb-9fcc-2aac801930fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc06418-67de-4593-9a1b-6e1d2ff2635c {{(pid=92822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:11:58.116269 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-874828e1-8221-4cdb-9fcc-2aac801930fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:58.150866 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.provisioning_blocks [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-874828e1-8221-4cdb-9fcc-2aac801930fb service neutron] Transition to ACTIVE for port object acc06418-67de-4593-9a1b-6e1d2ff2635c will not be triggered until provisioned by entity L2. {{(pid=92822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:11:58.261424 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 28110507-27a1-4ec4-82ab-0a666ade93b2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=28110507-27a1-4ec4-82ab-0a666ade93b2,segment=NetworkSegment(cbe646f1-38bc-4c6c-997e-bca5dc106abc),segment_id=cbe646f1-38bc-4c6c-997e-bca5dc106abc)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:11:58.266337 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-874828e1-8221-4cdb-9fcc-2aac801930fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:58.281475 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Returning: {'device': '28110507-27a1-4ec4-82ab-0a666ade93b2', 'network_id': 'baf58bc0-322c-4e9b-af42-4c66d1f25f6e', 'port_id': '28110507-27a1-4ec4-82ab-0a666ade93b2', 'mac_address': 'fa:16:3e:d1:b6:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9da2d5-50d2-432b-8486-4dde3b11dcf6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:11:58.291631 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-f5341089-f036-4328-aac2-36f58c548d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:58.392395 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6322a7-9915-4465-baa2-cdebda6f64be req-7e53d544-0002-43c6-8767-6d3c6c8b80bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:58.393940 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2f6322a7-9915-4465-baa2-cdebda6f64be req-7e53d544-0002-43c6-8767-6d3c6c8b80bd service neutron] 10.222.0.42 "GET /v2.0/networks?id=33d047a2-1fae-4203-972f-e359a6e3784a HTTP/1.1" status: 200 len: 920 time: 0.2791793 Jun 22 07:11:58.396110 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:58.430064 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28110507-27a1-4ec4-82ab-0a666ade93b2 {{(pid=92823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:11:58.458934 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874828e1-8221-4cdb-9fcc-2aac801930fb service neutron] Pushing event updated for resources: {'Port': ['ID=acc06418-67de-4593-9a1b-6e1d2ff2635c,revision_number=2']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:58.465045 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-874828e1-8221-4cdb-9fcc-2aac801930fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:58.478079 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2f6322a7-9915-4465-baa2-cdebda6f64be req-89a76b30-b298-4141-be20-4ea56f84195a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd9b8b02-4e0c-4e6a-850c-65d43e5abc60 HTTP/1.1" status: 200 len: 217 time: 0.0700524 Jun 22 07:11:58.490911 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 28110507-27a1-4ec4-82ab-0a666ade93b2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=28110507-27a1-4ec4-82ab-0a666ade93b2,segment=NetworkSegment(cbe646f1-38bc-4c6c-997e-bca5dc106abc),segment_id=cbe646f1-38bc-4c6c-997e-bca5dc106abc)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:11:58.499981 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:58.502288 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:58.590700 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d79cd-a8bd-4e4c-ac9e-3aff50b3fe11 req-10f7e2c8-8d50-4c43-9661-fed28a659988 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:58.595922 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=28110507-27a1-4ec4-82ab-0a666ade93b2,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:58.610065 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:58.610386 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-954d79cd-a8bd-4e4c-ac9e-3aff50b3fe11 req-10f7e2c8-8d50-4c43-9661-fed28a659988 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/ports?device_id=b355e39d-2686-43c1-ae17-d4474812f7ac HTTP/1.1" status: 200 len: 944 time: 0.5355387 Jun 22 07:11:58.624244 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6322a7-9915-4465-baa2-cdebda6f64be req-0d169b2b-252f-4086-a4ec-c9fc43d46877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:58.625615 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2f6322a7-9915-4465-baa2-cdebda6f64be req-0d169b2b-252f-4086-a4ec-c9fc43d46877 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f8df47a-1b35-48e0-8850-2f48fdf17319 HTTP/1.1" status: 200 len: 859 time: 0.1415203 Jun 22 07:11:58.689930 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2f6322a7-9915-4465-baa2-cdebda6f64be req-467a02f8-cfc1-4555-84ee-db0d3258d630 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33d047a2-1fae-4203-972f-e359a6e3784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536492 Jun 22 07:11:58.710440 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-eed005d2-58f1-4478-b7a6-c0e836473420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 889b9eda-eaa9-47d9-9de9-189adf574c08 {{(pid=92822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:11:58.741022 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-eed005d2-58f1-4478-b7a6-c0e836473420 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:58.754963 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['28110507-27a1-4ec4-82ab-0a666ade93b2'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:11:58.787768 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-874828e1-8221-4cdb-9fcc-2aac801930fb service neutron] Attempting to bind port acc06418-67de-4593-9a1b-6e1d2ff2635c on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:11:58.787768 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-874828e1-8221-4cdb-9fcc-2aac801930fb service neutron] Attempting to bind port acc06418-67de-4593-9a1b-6e1d2ff2635c by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '1b8e376b-88e4-429f-ab7e-ac0ea24752c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '33d047a2-1fae-4203-972f-e359a6e3784a'}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:11:58.790584 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-874828e1-8221-4cdb-9fcc-2aac801930fb service neutron] Attempting to bind port acc06418-67de-4593-9a1b-6e1d2ff2635c on network 33d047a2-1fae-4203-972f-e359a6e3784a {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:11:58.816764 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2f6322a7-9915-4465-baa2-cdebda6f64be req-79752586-8fad-479c-93ab-3ef037db233b service neutron] 10.222.0.42 "GET /v2.0/networks/33d047a2-1fae-4203-972f-e359a6e3784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182241 Jun 22 07:11:58.820035 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.provisioning_blocks [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-eed005d2-58f1-4478-b7a6-c0e836473420 service neutron] Transition to ACTIVE for port object 889b9eda-eaa9-47d9-9de9-189adf574c08 will not be triggered until provisioned by entity L2. {{(pid=92822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:11:58.828821 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-874828e1-8221-4cdb-9fcc-2aac801930fb service neutron] Port acc06418-67de-4593-9a1b-6e1d2ff2635c on network 33d047a2-1fae-4203-972f-e359a6e3784a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:11:58.829252 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-874828e1-8221-4cdb-9fcc-2aac801930fb service neutron] Attempting to bind port acc06418-67de-4593-9a1b-6e1d2ff2635c on network 33d047a2-1fae-4203-972f-e359a6e3784a {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:11:58.851793 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-eed005d2-58f1-4478-b7a6-c0e836473420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:58.856502 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:58.858526 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-874828e1-8221-4cdb-9fcc-2aac801930fb service neutron] Checking agent: {'id': '6c17c73a-1ba3-464e-bc7a-10a2b7fbfd09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'started_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:11:58.858870 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-874828e1-8221-4cdb-9fcc-2aac801930fb service neutron] Checking segment: {'id': '1b8e376b-88e4-429f-ab7e-ac0ea24752c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '33d047a2-1fae-4203-972f-e359a6e3784a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:11:58.861384 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-874828e1-8221-4cdb-9fcc-2aac801930fb service neutron] Bound using segment: {'id': '1b8e376b-88e4-429f-ab7e-ac0ea24752c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '33d047a2-1fae-4203-972f-e359a6e3784a'} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:11:58.870374 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-874828e1-8221-4cdb-9fcc-2aac801930fb service neutron] Bound port: acc06418-67de-4593-9a1b-6e1d2ff2635c, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8e376b-88e4-429f-ab7e-ac0ea24752c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '33d047a2-1fae-4203-972f-e359a6e3784a'}}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:11:58.870956 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-874828e1-8221-4cdb-9fcc-2aac801930fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:58.935942 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2f6322a7-9915-4465-baa2-cdebda6f64be req-355d91f7-126c-4848-bb1b-19225cfd10b4 service neutron] 10.222.0.42 "GET /v2.0/networks/33d047a2-1fae-4203-972f-e359a6e3784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108794 Jun 22 07:11:59.005746 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-954d79cd-a8bd-4e4c-ac9e-3aff50b3fe11 req-11b8f837-0036-4403-b393-78ef4ef811cf tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd6a01f9-77ed-4ba4-93e3-1b05fbb75161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943512 Jun 22 07:11:59.093328 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe193a6-a8f5-4cf6-b2ae-125b00d7baf5 req-05e82ab8-b12a-4a0a-b1b0-a86874471bfb tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:59.094976 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-fbe193a6-a8f5-4cf6-b2ae-125b00d7baf5 req-05e82ab8-b12a-4a0a-b1b0-a86874471bfb tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 944 time: 0.1554906 Jun 22 07:11:59.199580 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed005d2-58f1-4478-b7a6-c0e836473420 service neutron] Pushing event updated for resources: {'Port': ['ID=889b9eda-eaa9-47d9-9de9-189adf574c08,revision_number=2']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:59.212513 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-eed005d2-58f1-4478-b7a6-c0e836473420 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:59.221423 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-fbe193a6-a8f5-4cf6-b2ae-125b00d7baf5 req-cb355ae5-aaf2-48f8-b97a-c90455eb0abd tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112978 Jun 22 07:11:59.355584 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-874828e1-8221-4cdb-9fcc-2aac801930fb service neutron] For port acc06418-67de-4593-9a1b-6e1d2ff2635c, host hv-cinder-78662, cleared binding levels {{(pid=92822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:11:59.461669 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-874828e1-8221-4cdb-9fcc-2aac801930fb service neutron] For port acc06418-67de-4593-9a1b-6e1d2ff2635c, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=acc06418-67de-4593-9a1b-6e1d2ff2635c,segment=NetworkSegment(1b8e376b-88e4-429f-ab7e-ac0ea24752c3),segment_id=1b8e376b-88e4-429f-ab7e-ac0ea24752c3)] {{(pid=92822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:11:59.469721 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e5e27-a2fd-4555-9dbd-bb46b2eb1e11 req-e87809b5-c6ec-4b65-8300-e50faee60f88 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:59.480666 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c70e5e27-a2fd-4555-9dbd-bb46b2eb1e11 req-e87809b5-c6ec-4b65-8300-e50faee60f88 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 944 time: 0.1615665 Jun 22 07:11:59.486013 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-eed005d2-58f1-4478-b7a6-c0e836473420 service neutron] Attempting to bind port 889b9eda-eaa9-47d9-9de9-189adf574c08 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:11:59.486647 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-eed005d2-58f1-4478-b7a6-c0e836473420 service neutron] Attempting to bind port 889b9eda-eaa9-47d9-9de9-189adf574c08 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '3e5598c7-2455-455a-a720-c6ba83872664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db'}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:11:59.487260 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-eed005d2-58f1-4478-b7a6-c0e836473420 service neutron] Attempting to bind port 889b9eda-eaa9-47d9-9de9-189adf574c08 on network 039d8b06-cce4-4bf8-a1d0-7746d58cf8db {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:11:59.491312 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-874828e1-8221-4cdb-9fcc-2aac801930fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:59.504033 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-eed005d2-58f1-4478-b7a6-c0e836473420 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:59.507647 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-eed005d2-58f1-4478-b7a6-c0e836473420 service neutron] Port 889b9eda-eaa9-47d9-9de9-189adf574c08 on network 039d8b06-cce4-4bf8-a1d0-7746d58cf8db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:11:59.508152 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-eed005d2-58f1-4478-b7a6-c0e836473420 service neutron] Attempting to bind port 889b9eda-eaa9-47d9-9de9-189adf574c08 on network 039d8b06-cce4-4bf8-a1d0-7746d58cf8db {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:11:59.518392 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 58422) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:11:59.523642 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-874828e1-8221-4cdb-9fcc-2aac801930fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:59.524287 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-874828e1-8221-4cdb-9fcc-2aac801930fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:59.530861 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-874828e1-8221-4cdb-9fcc-2aac801930fb service neutron] 10.222.0.42 "PUT /v2.0/ports/acc06418-67de-4593-9a1b-6e1d2ff2635c HTTP/1.1" status: 200 len: 1094 time: 2.7396071 Jun 22 07:11:59.531388 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013f781e-983c-4c2c-8b64-33c0beb1e265', 'tag': 'acc06418-67de-4593-9a1b-6e1d2ff2635c'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:11:59.596219 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c70e5e27-a2fd-4555-9dbd-bb46b2eb1e11 req-958fb4dc-c7ef-431b-bd05-78f7317e1678 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145546 Jun 22 07:11:59.628570 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-eed005d2-58f1-4478-b7a6-c0e836473420 service neutron] Checking agent: {'id': '6c17c73a-1ba3-464e-bc7a-10a2b7fbfd09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'started_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:11:59.629204 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-eed005d2-58f1-4478-b7a6-c0e836473420 service neutron] Checking segment: {'id': '3e5598c7-2455-455a-a720-c6ba83872664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:11:59.630012 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-eed005d2-58f1-4478-b7a6-c0e836473420 service neutron] Bound using segment: {'id': '3e5598c7-2455-455a-a720-c6ba83872664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db'} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:11:59.630702 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-eed005d2-58f1-4478-b7a6-c0e836473420 service neutron] Bound port: 889b9eda-eaa9-47d9-9de9-189adf574c08, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e5598c7-2455-455a-a720-c6ba83872664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db'}}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:11:59.631511 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-eed005d2-58f1-4478-b7a6-c0e836473420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:59.737824 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874828e1-8221-4cdb-9fcc-2aac801930fb service neutron] Pushing event updated for resources: {'Port': ['ID=acc06418-67de-4593-9a1b-6e1d2ff2635c,revision_number=3']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:11:59.743944 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-874828e1-8221-4cdb-9fcc-2aac801930fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:11:59.771899 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-ee93074d-3ab8-4ca0-b93b-396cfdabd3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:59.778320 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-ee93074d-3ab8-4ca0-b93b-396cfdabd3e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c19cfe1fd182497e82b34a8b9451608a&device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 1097 time: 0.1878633 Jun 22 07:11:59.789128 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-eed005d2-58f1-4478-b7a6-c0e836473420 service neutron] For port 889b9eda-eaa9-47d9-9de9-189adf574c08, host hv-cinder-78662, cleared binding levels {{(pid=92822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:11:59.808861 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-eed005d2-58f1-4478-b7a6-c0e836473420 service neutron] For port 889b9eda-eaa9-47d9-9de9-189adf574c08, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=889b9eda-eaa9-47d9-9de9-189adf574c08,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:11:59.874859 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-991cf43c-ac80-4d1d-877b-0bc5f6add0ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acc06418-67de-4593-9a1b-6e1d2ff2635c HTTP/1.1" status: 200 len: 217 time: 0.0871294 Jun 22 07:11:59.875969 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-eed005d2-58f1-4478-b7a6-c0e836473420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:59.878317 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:11:59.952263 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-eed005d2-58f1-4478-b7a6-c0e836473420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:59.953122 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-eed005d2-58f1-4478-b7a6-c0e836473420 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:59.954679 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-eed005d2-58f1-4478-b7a6-c0e836473420 service neutron] 10.222.0.42 "PUT /v2.0/ports/889b9eda-eaa9-47d9-9de9-189adf574c08 HTTP/1.1" status: 200 len: 1094 time: 2.4669852 Jun 22 07:11:59.955356 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-9f9750a7-eba9-4aeb-82bd-6f8b31b1e27a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:59.990358 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-00f4e64a-3d71-47f4-bb6a-895d6b0417bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:11:59.992075 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-00f4e64a-3d71-47f4-bb6a-895d6b0417bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f8df47a-1b35-48e0-8850-2f48fdf17319 HTTP/1.1" status: 200 len: 859 time: 0.1101015 Jun 22 07:11:59.992966 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed005d2-58f1-4478-b7a6-c0e836473420 service neutron] Pushing event updated for resources: {'Port': ['ID=889b9eda-eaa9-47d9-9de9-189adf574c08,revision_number=3']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:00.006648 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-eed005d2-58f1-4478-b7a6-c0e836473420 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:00.014025 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 28110507-27a1-4ec4-82ab-0a666ade93b2 up at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:12:00.072443 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-8a87009f-abc0-4c89-834e-c277c4d471d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33d047a2-1fae-4203-972f-e359a6e3784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670278 Jun 22 07:12:00.126968 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66715160-a62c-4e13-bb18-b3df25263c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "013f781e-983c-4c2c-8b64-33c0beb1e265", "tag": "acc06418-67de-4593-9a1b-6e1d2ff2635c"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:12:00.144502 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning for port 28110507-27a1-4ec4-82ab-0a666ade93b2 completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:12:00.149316 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning complete for port 28110507-27a1-4ec4-82ab-0a666ade93b2 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:12:00.149704 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:00.196164 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-9f9750a7-eba9-4aeb-82bd-6f8b31b1e27a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:00.204452 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-9f9750a7-eba9-4aeb-82bd-6f8b31b1e27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:00.210100 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:00.305931 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:00.352523 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 28110507-27a1-4ec4-82ab-0a666ade93b2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=28110507-27a1-4ec4-82ab-0a666ade93b2,segment=NetworkSegment(cbe646f1-38bc-4c6c-997e-bca5dc106abc),segment_id=cbe646f1-38bc-4c6c-997e-bca5dc106abc)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:12:00.353906 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b355e39d-2686-43c1-ae17-d4474812f7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28110507-27a1-4ec4-82ab-0a666ade93b2'}] {{(pid=92823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:12:00.373562 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-fd7364c9-58d1-4457-8139-0018fd693ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:00.375412 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-fd7364c9-58d1-4457-8139-0018fd693ceb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a963e21ede0e4de2b0be961765302c27&device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 1097 time: 0.3055716 Jun 22 07:12:00.379528 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-9f9750a7-eba9-4aeb-82bd-6f8b31b1e27a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6dee0f384e4f45be952ff8a678a4892d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8596058 Jun 22 07:12:00.380607 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9750a7-eba9-4aeb-82bd-6f8b31b1e27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b299f34-f5a5-4397-8870-82eb3aa94fa6,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:00.382482 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 58470) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:00.385323 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-9f9750a7-eba9-4aeb-82bd-6f8b31b1e27a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:00.399654 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-9b2830fb-2f10-4881-b621-9ad161d20110 service neutron] 10.222.0.42 "GET /v2.0/networks/33d047a2-1fae-4203-972f-e359a6e3784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012059 Jun 22 07:12:00.423066 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:00.429657 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-bd428d7d-2d58-4d7c-b906-c88bf65b5d50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:00.461791 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a3aa9-bff5-451c-a337-56fa59b71bd9 req-30b6b731-d384-440a-be42-731c542326cd tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:00.468321 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-bf2a3aa9-bff5-451c-a337-56fa59b71bd9 req-30b6b731-d384-440a-be42-731c542326cd tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/ports?device_id=b355e39d-2686-43c1-ae17-d4474812f7ac HTTP/1.1" status: 200 len: 945 time: 0.1896610 Jun 22 07:12:00.526159 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-139c3305-01cb-4617-89ee-59b2b22e3f82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=889b9eda-eaa9-47d9-9de9-189adf574c08 HTTP/1.1" status: 200 len: 217 time: 0.1201925 Jun 22 07:12:00.531202 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=28110507-27a1-4ec4-82ab-0a666ade93b2,revision_number=5']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:00.534902 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-bf2a3aa9-bff5-451c-a337-56fa59b71bd9 req-9826cb31-6292-499f-ae97-56b31711abe6 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd6a01f9-77ed-4ba4-93e3-1b05fbb75161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494893 Jun 22 07:12:00.540956 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:00.632728 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 58480) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:00.632936 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-dc682b6d-6a2b-4af9-b5d9-b7dac5eb8d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:00.634721 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-dc682b6d-6a2b-4af9-b5d9-b7dac5eb8d05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=978e6915-65f8-462b-a6af-3ef15c3adee2 HTTP/1.1" status: 200 len: 854 time: 0.0922420 Jun 22 07:12:00.679258 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-9767128d-7eec-4718-a1c1-b4269f9381b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:00.695928 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-a6f34a06-d236-4fdf-a668-8bb34c7f775f req-98550519-5416-4b12-9e67-ca6eb9e5c01d service neutron] 10.222.0.42 "GET /v2.0/networks/33d047a2-1fae-4203-972f-e359a6e3784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827480 Jun 22 07:12:00.714870 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-9767128d-7eec-4718-a1c1-b4269f9381b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:00.767950 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1855b14f289de04877f76e9f82b9d84154af39b836c558547df9393c60095739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b6d597-0a67-4afb-9c37-248a94d88431" -d '{"events": [{"server_uuid": "b355e39d-2686-43c1-ae17-d4474812f7ac", "name": "network-vif-plugged", "status": "completed", "tag": "28110507-27a1-4ec4-82ab-0a666ade93b2"}]}' {{(pid=92823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:12:00.769294 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15be6e7-ae5c-45c8-802e-6a3fd4b736bb req-8c08a999-7773-40f7-94df-5500d689406c tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:00.787000 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b15be6e7-ae5c-45c8-802e-6a3fd4b736bb req-8c08a999-7773-40f7-94df-5500d689406c tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 944 time: 0.1179650 Jun 22 07:12:00.787505 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-d2505786-5a3e-4cff-a2ae-310a52a79c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:00.789015 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-d2505786-5a3e-4cff-a2ae-310a52a79c6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=039d8b06-cce4-4bf8-a1d0-7746d58cf8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1449904 Jun 22 07:12:00.819873 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3bb45c-474a-4f67-b78f-da8d9218ea1a x-openstack-request-id: req-7f3bb45c-474a-4f67-b78f-da8d9218ea1a {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:12:00.820137 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013f781e-983c-4c2c-8b64-33c0beb1e265", "tag": "acc06418-67de-4593-9a1b-6e1d2ff2635c", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:12:00.820415 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7f3bb45c-474a-4f67-b78f-da8d9218ea1a {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:12:00.820899 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '013f781e-983c-4c2c-8b64-33c0beb1e265', 'tag': 'acc06418-67de-4593-9a1b-6e1d2ff2635c', 'status': 'completed', 'code': 200} Jun 22 07:12:00.846432 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b15be6e7-ae5c-45c8-802e-6a3fd4b736bb req-c5be2042-c5a7-43ba-8b9e-a27110399572 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582194 Jun 22 07:12:00.911111 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-3955520b-bf50-4b78-8020-898bb12b0ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:00.925786 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-9767128d-7eec-4718-a1c1-b4269f9381b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:00.929714 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-9767128d-7eec-4718-a1c1-b4269f9381b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:00.931208 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-9767128d-7eec-4718-a1c1-b4269f9381b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6b299f34-f5a5-4397-8870-82eb3aa94fa6 HTTP/1.1" status: 204 len: 168 time: 0.5474098 Jun 22 07:12:00.935669 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-c6f5bc9f-72fe-4aa5-97c0-db9edb77cd73 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:00.980584 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767128d-7eec-4718-a1c1-b4269f9381b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b299f34-f5a5-4397-8870-82eb3aa94fa6,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:00.990227 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-9767128d-7eec-4718-a1c1-b4269f9381b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:01.036021 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66715160-a62c-4e13-bb18-b3df25263c5e req-c2f98647-f424-4993-8563-3a4ba432a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:01.038005 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-66715160-a62c-4e13-bb18-b3df25263c5e req-c2f98647-f424-4993-8563-3a4ba432a996 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c19cfe1fd182497e82b34a8b9451608a&device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 1097 time: 0.1873553 Jun 22 07:12:01.042219 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-07ce9a8e-7fd7-43a3-b43c-a878eda48e2b service neutron] 10.222.0.42 "GET /v2.0/networks/039d8b06-cce4-4bf8-a1d0-7746d58cf8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442369 Jun 22 07:12:01.086458 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29715ef9-3f13-4acc-b44b-96cdfd24d29b req-d5d422f0-6e9a-44dd-8b85-396d1f430463 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:01.094717 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-29715ef9-3f13-4acc-b44b-96cdfd24d29b req-d5d422f0-6e9a-44dd-8b85-396d1f430463 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 944 time: 0.1455629 Jun 22 07:12:01.154288 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-29715ef9-3f13-4acc-b44b-96cdfd24d29b req-7525ca76-599e-4b6e-ae08-32ecd4172f91 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584238 Jun 22 07:12:01.255022 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-3955520b-bf50-4b78-8020-898bb12b0ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:01.264720 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-3955520b-bf50-4b78-8020-898bb12b0ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:01.302651 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-0eb9d3b3-0d8d-45d6-a585-708076a01771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:01.332077 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-3955520b-bf50-4b78-8020-898bb12b0ec3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0e25b06b2c7e4120b94f1ef850f5bfa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6974161 Jun 22 07:12:01.333259 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955520b-bf50-4b78-8020-898bb12b0ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb81a25-d48c-47ff-97d5-c8422ce82b00,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:01.334187 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4317ef91-c987-4ea8-ae28-ffd69eaa21ce x-openstack-request-id: req-4317ef91-c987-4ea8-ae28-ffd69eaa21ce {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:12:01.334674 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b355e39d-2686-43c1-ae17-d4474812f7ac", "name": "network-vif-plugged", "status": "completed", "tag": "28110507-27a1-4ec4-82ab-0a666ade93b2", "code": 200}]} {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:12:01.334780 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4317ef91-c987-4ea8-ae28-ffd69eaa21ce {{(pid=92823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:12:01.335275 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 58514) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:01.335701 dv-cinder-786627-11-smb neutron-server[92823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b355e39d-2686-43c1-ae17-d4474812f7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28110507-27a1-4ec4-82ab-0a666ade93b2', 'code': 200} Jun 22 07:12:01.371486 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-3955520b-bf50-4b78-8020-898bb12b0ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:01.380663 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66715160-a62c-4e13-bb18-b3df25263c5e req-96d7ebe4-05e1-4f13-8ce0-c2de0afea9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:01.382178 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-66715160-a62c-4e13-bb18-b3df25263c5e req-96d7ebe4-05e1-4f13-8ce0-c2de0afea9cf service neutron] 10.222.0.42 "GET /v2.0/networks?id=33d047a2-1fae-4203-972f-e359a6e3784a HTTP/1.1" status: 200 len: 920 time: 0.3315489 Jun 22 07:12:01.384946 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-730f370f-bfad-4b65-9f9d-40e08486f852 req-2856fdf2-5984-4477-96dd-b806e73d92ac service neutron] 10.222.0.42 "GET /v2.0/networks/039d8b06-cce4-4bf8-a1d0-7746d58cf8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353317 Jun 22 07:12:01.427698 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-cf792f5d-40cc-464c-8c38-d86721bf19fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:01.465596 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-cf792f5d-40cc-464c-8c38-d86721bf19fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:01.530578 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-cf792f5d-40cc-464c-8c38-d86721bf19fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:01.534076 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-cf792f5d-40cc-464c-8c38-d86721bf19fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:01.535388 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-cf792f5d-40cc-464c-8c38-d86721bf19fd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8eb81a25-d48c-47ff-97d5-c8422ce82b00 HTTP/1.1" status: 204 len: 168 time: 0.1733229 Jun 22 07:12:01.536299 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:01.549558 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf792f5d-40cc-464c-8c38-d86721bf19fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb81a25-d48c-47ff-97d5-c8422ce82b00,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:01.552809 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-cf792f5d-40cc-464c-8c38-d86721bf19fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:01.695371 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-66715160-a62c-4e13-bb18-b3df25263c5e req-19157039-a1b6-4337-bd0f-ffbafbb8bb5f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acc06418-67de-4593-9a1b-6e1d2ff2635c HTTP/1.1" status: 200 len: 217 time: 0.3014638 Jun 22 07:12:01.757423 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 58528) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:01.766110 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0d559-ae9a-40c7-91da-26f435d2710e req-600686bb-f40a-4696-9bbc-69de17c92987 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:01.775485 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f5c0d559-ae9a-40c7-91da-26f435d2710e req-600686bb-f40a-4696-9bbc-69de17c92987 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/ports?device_id=b355e39d-2686-43c1-ae17-d4474812f7ac HTTP/1.1" status: 200 len: 946 time: 0.0783069 Jun 22 07:12:01.803782 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-9fdda297-a86f-4496-9986-4b471be72a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:01.813899 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66715160-a62c-4e13-bb18-b3df25263c5e req-91063d20-d5bf-4e53-8c83-0ab5090bf4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:01.815396 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-66715160-a62c-4e13-bb18-b3df25263c5e req-91063d20-d5bf-4e53-8c83-0ab5090bf4a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f8df47a-1b35-48e0-8850-2f48fdf17319 HTTP/1.1" status: 200 len: 859 time: 0.1100366 Jun 22 07:12:01.841234 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdbb1e-fc5e-4562-a895-21be69a23de0 req-1978a58d-0695-4fe3-ac25-5d1b1671b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:01.843460 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-e5bdbb1e-fc5e-4562-a895-21be69a23de0 req-1978a58d-0695-4fe3-ac25-5d1b1671b623 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b355e39d-2686-43c1-ae17-d4474812f7ac HTTP/1.1" status: 200 len: 1099 time: 0.1465149 Jun 22 07:12:01.848664 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f5c0d559-ae9a-40c7-91da-26f435d2710e req-9e983c2b-33e0-44a3-8b1f-7720552fa9fc tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd6a01f9-77ed-4ba4-93e3-1b05fbb75161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721912 Jun 22 07:12:01.869555 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-66715160-a62c-4e13-bb18-b3df25263c5e req-57fdf76c-22fb-4c68-bdd0-a8b85f16d24f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33d047a2-1fae-4203-972f-e359a6e3784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338175 Jun 22 07:12:01.934461 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-9fdda297-a86f-4496-9986-4b471be72a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:01.943092 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-9fdda297-a86f-4496-9986-4b471be72a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:01.993767 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:02.002055 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-9fdda297-a86f-4496-9986-4b471be72a9a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=04a86b731b2e4bfca5690852a2ba6239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2182519 Jun 22 07:12:02.006632 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 58542) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:02.016181 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device dd9b8b02-4e0c-4e6a-850c-65d43e5abc60 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:12:02.019319 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-66715160-a62c-4e13-bb18-b3df25263c5e req-4cf66c15-5988-4ac0-867f-43c43391558a service neutron] 10.222.0.42 "GET /v2.0/networks/33d047a2-1fae-4203-972f-e359a6e3784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485739 Jun 22 07:12:02.020163 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-e5bdbb1e-fc5e-4562-a895-21be69a23de0 req-fcbf24d2-0637-46fe-a948-ef7831f21a64 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:02.127956 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-66715160-a62c-4e13-bb18-b3df25263c5e req-470ff724-818f-445d-bef2-5ecbc4e8be33 service neutron] 10.222.0.42 "GET /v2.0/networks/33d047a2-1fae-4203-972f-e359a6e3784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983715 Jun 22 07:12:02.129920 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdda297-a86f-4496-9986-4b471be72a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8b6794-370e-4def-ac8d-1748989d9491,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:02.157736 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-9fdda297-a86f-4496-9986-4b471be72a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:02.213283 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-9a9368ea-cc99-4c59-b306-4058ddf83885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:02.272908 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-9a9368ea-cc99-4c59-b306-4058ddf83885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:02.373317 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-e5bdbb1e-fc5e-4562-a895-21be69a23de0 req-fcbf24d2-0637-46fe-a948-ef7831f21a64 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:02.374358 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port dd9b8b02-4e0c-4e6a-850c-65d43e5abc60, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=dd9b8b02-4e0c-4e6a-850c-65d43e5abc60,segment=NetworkSegment(1b8e376b-88e4-429f-ab7e-ac0ea24752c3),segment_id=1b8e376b-88e4-429f-ab7e-ac0ea24752c3)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:12:02.379266 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ac01a-2afa-4434-867a-0c4cef7c7977 req-962470b2-2e12-432d-947a-840612caa62f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:02.379809 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-e5bdbb1e-fc5e-4562-a895-21be69a23de0 req-fcbf24d2-0637-46fe-a948-ef7831f21a64 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:02.380933 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d64ac01a-2afa-4434-867a-0c4cef7c7977 req-962470b2-2e12-432d-947a-840612caa62f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 944 time: 0.3548484 Jun 22 07:12:02.383149 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-798621c2-0912-4d5a-a37b-72b9d1186675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:02.401750 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Returning: {'device': 'dd9b8b02-4e0c-4e6a-850c-65d43e5abc60', 'network_id': '33d047a2-1fae-4203-972f-e359a6e3784a', 'port_id': 'dd9b8b02-4e0c-4e6a-850c-65d43e5abc60', 'mac_address': 'fa:16:3e:2d:6d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8df47a-1b35-48e0-8850-2f48fdf17319', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:12:02.447101 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf24d2-0637-46fe-a948-ef7831f21a64 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d41a9ff8-c2b5-4945-b9b6-0807b25a6d48,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:02.455482 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-fcbf24d2-0637-46fe-a948-ef7831f21a64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:02.479489 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-9a9368ea-cc99-4c59-b306-4058ddf83885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:02.482802 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:02.490978 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-9a9368ea-cc99-4c59-b306-4058ddf83885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:02.495022 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-9a9368ea-cc99-4c59-b306-4058ddf83885 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8d8b6794-370e-4def-ac8d-1748989d9491 HTTP/1.1" status: 204 len: 168 time: 0.4460783 Jun 22 07:12:02.498413 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-e5bdbb1e-fc5e-4562-a895-21be69a23de0 req-fcbf24d2-0637-46fe-a948-ef7831f21a64 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fd6a01f9-77ed-4ba4-93e3-1b05fbb75161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6375709 Jun 22 07:12:02.504094 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 58562) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:02.505253 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-9fdda297-a86f-4496-9986-4b471be72a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:02.515636 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9368ea-cc99-4c59-b306-4058ddf83885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8b6794-370e-4def-ac8d-1748989d9491,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:02.516250 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd9b8b02-4e0c-4e6a-850c-65d43e5abc60 {{(pid=92823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:12:02.524022 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d64ac01a-2afa-4434-867a-0c4cef7c7977 req-ceb5677f-9c1f-4624-bf52-02122b121710 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351271 Jun 22 07:12:02.525028 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-9a9368ea-cc99-4c59-b306-4058ddf83885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:02.533443 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ccb1-eb15-4ba2-8531-747e6b68d28d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:02.561371 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c9c6e-13e3-4581-9164-416edbfacff9 req-d43dbef2-6bce-49c3-9391-654e5d1e864a tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:02.562931 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4b1c9c6e-13e3-4581-9164-416edbfacff9 req-d43dbef2-6bce-49c3-9391-654e5d1e864a tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 944 time: 0.1422746 Jun 22 07:12:02.601402 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port dd9b8b02-4e0c-4e6a-850c-65d43e5abc60, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=dd9b8b02-4e0c-4e6a-850c-65d43e5abc60,segment=NetworkSegment(1b8e376b-88e4-429f-ab7e-ac0ea24752c3),segment_id=1b8e376b-88e4-429f-ab7e-ac0ea24752c3)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:12:02.619400 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:02.621308 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:02.622652 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4b1c9c6e-13e3-4581-9164-416edbfacff9 req-9fa91921-a054-4701-94f0-21d024ad1515 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513744 Jun 22 07:12:02.721106 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ccb1-eb15-4ba2-8531-747e6b68d28d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:02.726482 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ccb1-eb15-4ba2-8531-747e6b68d28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:02.737757 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=dd9b8b02-4e0c-4e6a-850c-65d43e5abc60,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:02.742883 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:02.749013 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ca63bf13-bdd5-422c-a4bf-6ee31c3261f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:02.802787 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-f4c3ccb1-eb15-4ba2-8531-747e6b68d28d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=af9833012c594f398f4ec2bf118112a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950671 Jun 22 07:12:02.803117 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 58588) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:02.803831 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3ccb1-eb15-4ba2-8531-747e6b68d28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d119ab-a1df-415e-978e-4c277a8be8dd,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:02.817754 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-f4c3ccb1-eb15-4ba2-8531-747e6b68d28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:02.822486 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c5edf2-c338-4f74-b696-056964e157fa', 'tag': '889b9eda-eaa9-47d9-9de9-189adf574c08'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:12:02.825381 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cc72d2-39d9-4f6e-9cd9-3fbd579fc2a0" -d '{"events": [{"name": "network-changed", "server_uuid": "02c5edf2-c338-4f74-b696-056964e157fa", "tag": "889b9eda-eaa9-47d9-9de9-189adf574c08"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:12:02.840169 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['dd9b8b02-4e0c-4e6a-850c-65d43e5abc60'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:12:02.891111 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-d01be4e0-04c6-4202-ade6-017b3d1db12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:02.912335 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18cb886-953c-4339-8688-b23ca27bddbf x-openstack-request-id: req-e18cb886-953c-4339-8688-b23ca27bddbf {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:12:02.912798 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c5edf2-c338-4f74-b696-056964e157fa", "tag": "889b9eda-eaa9-47d9-9de9-189adf574c08", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:12:02.913154 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e18cb886-953c-4339-8688-b23ca27bddbf {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:12:02.913684 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c5edf2-c338-4f74-b696-056964e157fa', 'tag': '889b9eda-eaa9-47d9-9de9-189adf574c08', 'status': 'completed', 'code': 200} Jun 22 07:12:02.956504 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-d01be4e0-04c6-4202-ade6-017b3d1db12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:03.057925 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc72d2-39d9-4f6e-9cd9-3fbd579fc2a0 req-5473e119-7e4e-4dd4-9ea8-5acdb523ebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:03.060745 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-08cc72d2-39d9-4f6e-9cd9-3fbd579fc2a0 req-5473e119-7e4e-4dd4-9ea8-5acdb523ebdd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a963e21ede0e4de2b0be961765302c27&device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 1097 time: 0.1313083 Jun 22 07:12:03.232845 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-d01be4e0-04c6-4202-ade6-017b3d1db12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:03.241711 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-d01be4e0-04c6-4202-ade6-017b3d1db12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:03.249878 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-d01be4e0-04c6-4202-ade6-017b3d1db12a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e6d119ab-a1df-415e-978e-4c277a8be8dd HTTP/1.1" status: 204 len: 168 time: 0.4454553 Jun 22 07:12:03.250911 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-124967a2-a2ad-42fe-93ba-4f9e13f080ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:03.274123 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01be4e0-04c6-4202-ade6-017b3d1db12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d119ab-a1df-415e-978e-4c277a8be8dd,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:03.277621 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-d01be4e0-04c6-4202-ade6-017b3d1db12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:03.290688 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc72d2-39d9-4f6e-9cd9-3fbd579fc2a0 req-0eb7d7ff-589d-4d4c-8ff0-ae40c8cdfdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:03.293280 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-08cc72d2-39d9-4f6e-9cd9-3fbd579fc2a0 req-0eb7d7ff-589d-4d4c-8ff0-ae40c8cdfdcb service neutron] 10.222.0.42 "GET /v2.0/networks?id=039d8b06-cce4-4bf8-a1d0-7746d58cf8db HTTP/1.1" status: 200 len: 916 time: 0.2254362 Jun 22 07:12:03.312121 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee3cb9-52b2-436c-ba1e-a5d5903e6bab req-82b4c2bd-85f6-4681-86ac-6ce585df6b64 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:03.319306 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2cee3cb9-52b2-436c-ba1e-a5d5903e6bab req-82b4c2bd-85f6-4681-86ac-6ce585df6b64 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/ports?device_id=b355e39d-2686-43c1-ae17-d4474812f7ac HTTP/1.1" status: 200 len: 946 time: 0.2199800 Jun 22 07:12:03.360674 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2cee3cb9-52b2-436c-ba1e-a5d5903e6bab req-21c715e0-49e6-4304-a525-725ff870c948 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd6a01f9-77ed-4ba4-93e3-1b05fbb75161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401554 Jun 22 07:12:03.367083 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-08cc72d2-39d9-4f6e-9cd9-3fbd579fc2a0 req-155fdeaa-779b-4935-838a-f60c56df4174 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=889b9eda-eaa9-47d9-9de9-189adf574c08 HTTP/1.1" status: 200 len: 217 time: 0.0563781 Jun 22 07:12:03.425211 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc72d2-39d9-4f6e-9cd9-3fbd579fc2a0 req-df4e34ce-e40e-4970-967c-f6109bac9c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:03.426517 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-08cc72d2-39d9-4f6e-9cd9-3fbd579fc2a0 req-df4e34ce-e40e-4970-967c-f6109bac9c10 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=978e6915-65f8-462b-a6af-3ef15c3adee2 HTTP/1.1" status: 200 len: 854 time: 0.0520823 Jun 22 07:12:03.498127 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc72d2-39d9-4f6e-9cd9-3fbd579fc2a0 req-202fbb67-5304-4381-a118-e69df9e00c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:03.499973 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-08cc72d2-39d9-4f6e-9cd9-3fbd579fc2a0 req-202fbb67-5304-4381-a118-e69df9e00c06 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=039d8b06-cce4-4bf8-a1d0-7746d58cf8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0658925 Jun 22 07:12:03.564374 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 58638) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:03.617410 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-08cc72d2-39d9-4f6e-9cd9-3fbd579fc2a0 req-cf491ee8-8766-4162-ae0c-bac213b6e451 service neutron] 10.222.0.42 "GET /v2.0/networks/039d8b06-cce4-4bf8-a1d0-7746d58cf8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104188 Jun 22 07:12:03.761146 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a60645-305f-4ab0-9bdb-32aaa882bb3f req-5ff2e31e-7343-44f2-98ff-0cdacce27bdc tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:03.787467 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f7a60645-305f-4ab0-9bdb-32aaa882bb3f req-5ff2e31e-7343-44f2-98ff-0cdacce27bdc tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 944 time: 0.1004496 Jun 22 07:12:03.807017 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-08cc72d2-39d9-4f6e-9cd9-3fbd579fc2a0 req-e7bf55d5-f266-4d58-9696-5b1892baa1a2 service neutron] 10.222.0.42 "GET /v2.0/networks/039d8b06-cce4-4bf8-a1d0-7746d58cf8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796610 Jun 22 07:12:03.853237 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b64d8a2b-b5b0-41d3-a6be-c0cb42fbf794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:03.995385 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b64d8a2b-b5b0-41d3-a6be-c0cb42fbf794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:04.007617 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b64d8a2b-b5b0-41d3-a6be-c0cb42fbf794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:04.022878 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 889b9eda-eaa9-47d9-9de9-189adf574c08 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:12:04.066456 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device dd9b8b02-4e0c-4e6a-850c-65d43e5abc60 up at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:12:04.101135 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-510c98a5-55d4-41df-a399-9ad446cfec2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:04.167234 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f7a60645-305f-4ab0-9bdb-32aaa882bb3f req-92391711-4f7f-4e89-a210-98485d7edaf3 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757098 Jun 22 07:12:04.180736 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 58664) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:04.201895 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-b64d8a2b-b5b0-41d3-a6be-c0cb42fbf794 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=198f17ccc2f843789256a5f5c297fe15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6362996 Jun 22 07:12:04.265338 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-2c523ed6-fe10-426d-a638-f5be2872ab8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:04.298629 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d8a2b-b5b0-41d3-a6be-c0cb42fbf794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194b23f2-c794-4b6e-97f7-905fc4b5a702,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:04.314656 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-b64d8a2b-b5b0-41d3-a6be-c0cb42fbf794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:04.367041 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5f11a3f5-037e-4546-ae98-ccdf741d346c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:04.379014 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning for port dd9b8b02-4e0c-4e6a-850c-65d43e5abc60 completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:12:04.382636 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 889b9eda-eaa9-47d9-9de9-189adf574c08, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=889b9eda-eaa9-47d9-9de9-189adf574c08,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:12:04.383129 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b25987-f383-49ee-8a81-3055973bd9ec req-aa0017ea-9f51-4239-a113-35adcccd6342 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:04.398370 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning complete for port dd9b8b02-4e0c-4e6a-850c-65d43e5abc60 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:12:04.399279 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:04.401988 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Returning: {'device': '889b9eda-eaa9-47d9-9de9-189adf574c08', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'port_id': '889b9eda-eaa9-47d9-9de9-189adf574c08', 'mac_address': 'fa:16:3e:10:27:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:12:04.402226 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-29b25987-f383-49ee-8a81-3055973bd9ec req-aa0017ea-9f51-4239-a113-35adcccd6342 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 944 time: 0.3877223 Jun 22 07:12:04.440766 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5f11a3f5-037e-4546-ae98-ccdf741d346c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:04.488800 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-29b25987-f383-49ee-8a81-3055973bd9ec req-061739f2-5a30-4a4c-b68b-b05a221b2f30 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853529 Jun 22 07:12:04.496737 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:04.533810 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889b9eda-eaa9-47d9-9de9-189adf574c08 {{(pid=92823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:12:04.554444 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5f11a3f5-037e-4546-ae98-ccdf741d346c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:04.557213 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5f11a3f5-037e-4546-ae98-ccdf741d346c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:04.561631 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-5f11a3f5-037e-4546-ae98-ccdf741d346c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/194b23f2-c794-4b6e-97f7-905fc4b5a702 HTTP/1.1" status: 204 len: 168 time: 0.3766596 Jun 22 07:12:04.564213 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-3af03a63-3c6c-439d-a9fc-e0337e2ff0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:04.581890 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 889b9eda-eaa9-47d9-9de9-189adf574c08, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=889b9eda-eaa9-47d9-9de9-189adf574c08,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:12:04.593531 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:04.594301 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device acc06418-67de-4593-9a1b-6e1d2ff2635c details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:12:04.598948 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:04.600008 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11a3f5-037e-4546-ae98-ccdf741d346c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194b23f2-c794-4b6e-97f7-905fc4b5a702,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:04.603368 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-5f11a3f5-037e-4546-ae98-ccdf741d346c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:04.643497 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:04.662391 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376cffe-606f-4d21-b224-4078ec711f80 req-3f0b28f0-3252-489e-bc6c-2e600d020dcd tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:04.665339 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d376cffe-606f-4d21-b224-4078ec711f80 req-3f0b28f0-3252-489e-bc6c-2e600d020dcd tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/ports?device_id=b355e39d-2686-43c1-ae17-d4474812f7ac HTTP/1.1" status: 200 len: 946 time: 0.0987403 Jun 22 07:12:04.732930 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d376cffe-606f-4d21-b224-4078ec711f80 req-5b47fd34-b014-4bf8-92ee-b9e67bbe2b38 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd6a01f9-77ed-4ba4-93e3-1b05fbb75161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605493 Jun 22 07:12:04.750714 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed7dabf-6ec0-436f-98bb-d86d7a385f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9b8b02-4e0c-4e6a-850c-65d43e5abc60'}] {{(pid=92823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:12:04.752984 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1855b14f289de04877f76e9f82b9d84154af39b836c558547df9393c60095739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc33c3c-7630-43eb-9343-d2e842cf38ad" -d '{"events": [{"server_uuid": "aed7dabf-6ec0-436f-98bb-d86d7a385f8f", "name": "network-vif-plugged", "status": "completed", "tag": "dd9b8b02-4e0c-4e6a-850c-65d43e5abc60"}]}' {{(pid=92823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:12:04.766752 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=889b9eda-eaa9-47d9-9de9-189adf574c08,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:04.782287 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port dd9b8b02-4e0c-4e6a-850c-65d43e5abc60, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=dd9b8b02-4e0c-4e6a-850c-65d43e5abc60,segment=NetworkSegment(1b8e376b-88e4-429f-ab7e-ac0ea24752c3),segment_id=1b8e376b-88e4-429f-ab7e-ac0ea24752c3)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:12:04.782921 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:04.790490 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:04.795042 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:04.886265 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c8e983-5332-4817-9f0a-bccf473384eb x-openstack-request-id: req-39c8e983-5332-4817-9f0a-bccf473384eb {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:12:04.886584 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed7dabf-6ec0-436f-98bb-d86d7a385f8f", "name": "network-vif-plugged", "status": "completed", "tag": "dd9b8b02-4e0c-4e6a-850c-65d43e5abc60", "code": 200}]} {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:12:04.886858 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-39c8e983-5332-4817-9f0a-bccf473384eb {{(pid=92823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:12:04.887460 dv-cinder-786627-11-smb neutron-server[92823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed7dabf-6ec0-436f-98bb-d86d7a385f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9b8b02-4e0c-4e6a-850c-65d43e5abc60', 'code': 200} Jun 22 07:12:04.904070 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port acc06418-67de-4593-9a1b-6e1d2ff2635c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=acc06418-67de-4593-9a1b-6e1d2ff2635c,segment=NetworkSegment(1b8e376b-88e4-429f-ab7e-ac0ea24752c3),segment_id=1b8e376b-88e4-429f-ab7e-ac0ea24752c3)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:12:04.928541 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Returning: {'device': 'acc06418-67de-4593-9a1b-6e1d2ff2635c', 'network_id': '33d047a2-1fae-4203-972f-e359a6e3784a', 'port_id': 'acc06418-67de-4593-9a1b-6e1d2ff2635c', 'mac_address': 'fa:16:3e:5f:fb:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8df47a-1b35-48e0-8850-2f48fdf17319', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:12:04.931854 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=dd9b8b02-4e0c-4e6a-850c-65d43e5abc60,revision_number=5']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:04.946223 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:05.008219 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:05.041782 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc06418-67de-4593-9a1b-6e1d2ff2635c {{(pid=92823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:12:05.088744 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port acc06418-67de-4593-9a1b-6e1d2ff2635c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=acc06418-67de-4593-9a1b-6e1d2ff2635c,segment=NetworkSegment(1b8e376b-88e4-429f-ab7e-ac0ea24752c3),segment_id=1b8e376b-88e4-429f-ab7e-ac0ea24752c3)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:12:05.096519 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:05.099546 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:05.177907 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=acc06418-67de-4593-9a1b-6e1d2ff2635c,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:05.184553 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:05.207702 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf596e4-f9fb-4467-85eb-9126c5f1d02c req-e73c803d-e73f-4f96-a3f9-b26ae47da1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:05.209288 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2bf596e4-f9fb-4467-85eb-9126c5f1d02c req-e73c803d-e73f-4f96-a3f9-b26ae47da1f5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 1098 time: 0.1220310 Jun 22 07:12:05.290448 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2bf596e4-f9fb-4467-85eb-9126c5f1d02c req-9b704e11-0c00-45b1-a562-5f41f5ea3c46 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706086 Jun 22 07:12:05.306579 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 58712) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:05.359909 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['889b9eda-eaa9-47d9-9de9-189adf574c08'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:12:05.400629 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-207169bf-723d-41da-a702-94f06d830575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:05.424572 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['acc06418-67de-4593-9a1b-6e1d2ff2635c'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:12:05.492656 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58730d-00ee-41de-a673-e611c2aa6e86 req-9603b4be-31a5-4594-9c13-48d83ebeba12 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:05.496758 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1b58730d-00ee-41de-a673-e611c2aa6e86 req-9603b4be-31a5-4594-9c13-48d83ebeba12 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 945 time: 0.1899817 Jun 22 07:12:05.630325 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1b58730d-00ee-41de-a673-e611c2aa6e86 req-1e5e788b-98ed-4edd-9cc3-aacb127bb959 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241310 Jun 22 07:12:05.714347 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-207169bf-723d-41da-a702-94f06d830575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:05.721137 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-207169bf-723d-41da-a702-94f06d830575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:05.725860 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-573e38ee-22e4-4414-af94-f150cd11f20b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:05.770043 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-207169bf-723d-41da-a702-94f06d830575 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4e505b340a8541bc843197e17bd87f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4616659 Jun 22 07:12:05.771421 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207169bf-723d-41da-a702-94f06d830575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afa604d-5678-4452-827a-f951809a4cb4,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:05.777365 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 58734) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:05.795366 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-207169bf-723d-41da-a702-94f06d830575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:05.873510 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85faf7e1-a048-4b92-bee0-bd97f53cefd9 req-3d9f2cef-2e2a-4097-92ae-53eb1d1666db tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:05.874399 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-7773df2d-3dce-4ab6-9a50-c899aaed0499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:05.876374 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-85faf7e1-a048-4b92-bee0-bd97f53cefd9 req-3d9f2cef-2e2a-4097-92ae-53eb1d1666db tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 945 time: 0.1351805 Jun 22 07:12:05.900134 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-7773df2d-3dce-4ab6-9a50-c899aaed0499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:05.937724 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-85faf7e1-a048-4b92-bee0-bd97f53cefd9 req-cd89619b-29fa-44ee-b6f8-bfe3570a405c tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544786 Jun 22 07:12:05.968373 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-7773df2d-3dce-4ab6-9a50-c899aaed0499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:05.971935 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-7773df2d-3dce-4ab6-9a50-c899aaed0499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:05.975887 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-7773df2d-3dce-4ab6-9a50-c899aaed0499 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0afa604d-5678-4452-827a-f951809a4cb4 HTTP/1.1" status: 204 len: 168 time: 0.1825619 Jun 22 07:12:05.975887 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-5f11a3f5-037e-4546-ae98-ccdf741d346c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:05.988142 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773df2d-3dce-4ab6-9a50-c899aaed0499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afa604d-5678-4452-827a-f951809a4cb4,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:05.993990 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-7773df2d-3dce-4ab6-9a50-c899aaed0499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:06.766532 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-56e78934-c171-4d02-b01b-74af1901fbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:06.924392 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:07.044823 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66369c0-9b65-4e00-a651-069c61fbe744 req-94d3b342-386d-43e6-8743-51667ea0205b tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:07.047091 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f66369c0-9b65-4e00-a651-069c61fbe744 req-94d3b342-386d-43e6-8743-51667ea0205b tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 945 time: 0.1315448 Jun 22 07:12:07.084855 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 58812) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:07.094611 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f66369c0-9b65-4e00-a651-069c61fbe744 req-ea360407-7e68-4a3c-8a2a-4266ca41ad0a tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405173 Jun 22 07:12:07.234321 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-aa515906-40ea-470a-ab59-489e913f9d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:07.369698 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bdf73-d674-4e45-b3a7-e39e86e216d4 req-10db1dc3-d1bb-4574-ac41-ca71dfed3712 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:07.380069 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f38bdf73-d674-4e45-b3a7-e39e86e216d4 req-10db1dc3-d1bb-4574-ac41-ca71dfed3712 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 945 time: 0.1289697 Jun 22 07:12:07.422494 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f38bdf73-d674-4e45-b3a7-e39e86e216d4 req-b442eeeb-69c8-4d72-a605-5940385dba40 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391843 Jun 22 07:12:07.429746 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-aa515906-40ea-470a-ab59-489e913f9d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:07.444847 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-aa515906-40ea-470a-ab59-489e913f9d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:07.457248 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:07.500420 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa515906-40ea-470a-ab59-489e913f9d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703b275b-0a76-4b0f-b4ed-3b2476540f01,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:07.511997 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-aa515906-40ea-470a-ab59-489e913f9d6f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=74fb3584e63d4c15a9667c7c9613bf03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4261770 Jun 22 07:12:07.512693 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 58834) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:07.513455 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-aa515906-40ea-470a-ab59-489e913f9d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:07.576800 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-98b8ea86-ccc8-4a49-9780-4b69c2bb858f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:07.608805 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-98b8ea86-ccc8-4a49-9780-4b69c2bb858f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:07.675395 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-98b8ea86-ccc8-4a49-9780-4b69c2bb858f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:07.678195 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-98b8ea86-ccc8-4a49-9780-4b69c2bb858f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:07.680162 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-98b8ea86-ccc8-4a49-9780-4b69c2bb858f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/703b275b-0a76-4b0f-b4ed-3b2476540f01 HTTP/1.1" status: 204 len: 168 time: 0.1654084 Jun 22 07:12:07.681211 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-58b2ce05-298c-4944-9cf0-c03e758ef5b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:07.690324 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8ea86-ccc8-4a49-9780-4b69c2bb858f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703b275b-0a76-4b0f-b4ed-3b2476540f01,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:07.703441 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-98b8ea86-ccc8-4a49-9780-4b69c2bb858f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:07.718879 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:08.062802 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device acc06418-67de-4593-9a1b-6e1d2ff2635c up at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:12:08.165097 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning for port acc06418-67de-4593-9a1b-6e1d2ff2635c completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:12:08.174260 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning complete for port acc06418-67de-4593-9a1b-6e1d2ff2635c triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:12:08.174579 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:08.274649 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:08.293236 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 58872) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:08.295791 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961e9b5-27cf-46a5-bf70-802df374a987 req-4a41cb0a-b370-4c7c-8d83-a8301f6838a5 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:08.298601 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c961e9b5-27cf-46a5-bf70-802df374a987 req-4a41cb0a-b370-4c7c-8d83-a8301f6838a5 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 945 time: 0.0779071 Jun 22 07:12:08.303750 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013f781e-983c-4c2c-8b64-33c0beb1e265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc06418-67de-4593-9a1b-6e1d2ff2635c'}] {{(pid=92823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:12:08.306028 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1855b14f289de04877f76e9f82b9d84154af39b836c558547df9393c60095739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3867b80a-d2cd-432e-b4e1-e999022edf67" -d '{"events": [{"server_uuid": "013f781e-983c-4c2c-8b64-33c0beb1e265", "name": "network-vif-plugged", "status": "completed", "tag": "acc06418-67de-4593-9a1b-6e1d2ff2635c"}]}' {{(pid=92823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:12:08.308606 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-106526a7-dbc5-4e08-9520-93137acfdf8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:08.333933 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port acc06418-67de-4593-9a1b-6e1d2ff2635c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=acc06418-67de-4593-9a1b-6e1d2ff2635c,segment=NetworkSegment(1b8e376b-88e4-429f-ab7e-ac0ea24752c3),segment_id=1b8e376b-88e4-429f-ab7e-ac0ea24752c3)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:12:08.358901 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c961e9b5-27cf-46a5-bf70-802df374a987 req-f6494d88-5a47-4b16-8c54-3bc6c0cfbc74 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501196 Jun 22 07:12:08.364824 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:08.365798 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 889b9eda-eaa9-47d9-9de9-189adf574c08 up at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:12:08.367725 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-a5895809-fc61-4318-8289-992e0ce5e36e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:08.459600 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dc3b40-7ada-4f6c-a12e-0bf15a473c5b x-openstack-request-id: req-05dc3b40-7ada-4f6c-a12e-0bf15a473c5b {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:12:08.460377 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013f781e-983c-4c2c-8b64-33c0beb1e265", "name": "network-vif-plugged", "status": "completed", "tag": "acc06418-67de-4593-9a1b-6e1d2ff2635c", "code": 200}]} {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:12:08.460834 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-05dc3b40-7ada-4f6c-a12e-0bf15a473c5b {{(pid=92823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:12:08.461452 dv-cinder-786627-11-smb neutron-server[92823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013f781e-983c-4c2c-8b64-33c0beb1e265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc06418-67de-4593-9a1b-6e1d2ff2635c', 'code': 200} Jun 22 07:12:08.489083 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-106526a7-dbc5-4e08-9520-93137acfdf8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:08.499432 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-106526a7-dbc5-4e08-9520-93137acfdf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:08.525645 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:08.551025 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-106526a7-dbc5-4e08-9520-93137acfdf8f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=89744ca46492412bb2c75362ed69e276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557571 Jun 22 07:12:08.553595 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 58884) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:08.578525 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=acc06418-67de-4593-9a1b-6e1d2ff2635c,revision_number=5']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:08.579844 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106526a7-dbc5-4e08-9520-93137acfdf8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c67d6e-3c20-4f6b-8dda-5f399a2fa4df,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:08.585904 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:08.587312 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-106526a7-dbc5-4e08-9520-93137acfdf8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:08.614581 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning for port 889b9eda-eaa9-47d9-9de9-189adf574c08 completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:12:08.626463 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning complete for port 889b9eda-eaa9-47d9-9de9-189adf574c08 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:12:08.626915 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:08.640609 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-677b15db-4831-4fea-a721-c9c3d2b14e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:08.706389 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-677b15db-4831-4fea-a721-c9c3d2b14e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:08.732646 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:08.781844 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 889b9eda-eaa9-47d9-9de9-189adf574c08, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=889b9eda-eaa9-47d9-9de9-189adf574c08,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:12:08.789824 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:08.798599 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-00aea561-1258-432f-b1d3-dd24431dfc58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:08.800624 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c541a35-7186-456f-ab50-5e1dab3c8f2b req-ddc9cc1e-dbac-43f9-9aeb-4f83a79a9acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:08.805671 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-9c541a35-7186-456f-ab50-5e1dab3c8f2b req-ddc9cc1e-dbac-43f9-9aeb-4f83a79a9acc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 1099 time: 0.0946772 Jun 22 07:12:08.823084 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d210c-f663-4e94-b1af-4220ca42a71b req-1c0a1b3c-ac49-4aca-87e6-79d5531b942b tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:08.824738 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-3e0d210c-f663-4e94-b1af-4220ca42a71b req-1c0a1b3c-ac49-4aca-87e6-79d5531b942b tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 945 time: 0.1332557 Jun 22 07:12:08.865885 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=889b9eda-eaa9-47d9-9de9-189adf574c08,revision_number=5']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:08.869858 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:08.875243 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-677b15db-4831-4fea-a721-c9c3d2b14e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:08.878107 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-677b15db-4831-4fea-a721-c9c3d2b14e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:08.881748 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-677b15db-4831-4fea-a721-c9c3d2b14e30 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e0c67d6e-3c20-4f6b-8dda-5f399a2fa4df HTTP/1.1" status: 204 len: 168 time: 0.3245077 Jun 22 07:12:08.881893 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-9c541a35-7186-456f-ab50-5e1dab3c8f2b req-4cc7ae13-fcbd-4bbd-a703-d9ff1fb9a151 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659769 Jun 22 07:12:08.882012 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-15fca3b4-1817-48ae-b92d-fa842a8dbc5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:08.903123 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b15db-4831-4fea-a721-c9c3d2b14e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c67d6e-3c20-4f6b-8dda-5f399a2fa4df,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:08.908032 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-677b15db-4831-4fea-a721-c9c3d2b14e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:08.925576 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-3e0d210c-f663-4e94-b1af-4220ca42a71b req-4a9c8602-f3e0-4f2a-90b5-ea0093d80891 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937655 Jun 22 07:12:09.808565 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:09.836156 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01867bf3-dd1d-40d4-8f95-081f227e1851 req-4fa8805e-207a-4206-8940-97a64752967b tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:09.847841 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-01867bf3-dd1d-40d4-8f95-081f227e1851 req-4fa8805e-207a-4206-8940-97a64752967b tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.3062298 Jun 22 07:12:09.904502 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-01867bf3-dd1d-40d4-8f95-081f227e1851 req-7d83d055-e156-4748-9c7e-22ff1d374626 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549357 Jun 22 07:12:10.205460 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b329b-acb7-4c31-86cf-1e1331416742 req-6d740a7b-9d07-470d-8138-6342c304ba82 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:10.209559 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-038b329b-acb7-4c31-86cf-1e1331416742 req-6d740a7b-9d07-470d-8138-6342c304ba82 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.1592820 Jun 22 07:12:10.292137 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-038b329b-acb7-4c31-86cf-1e1331416742 req-78d2b1af-13bb-40e3-9f72-2caefbf453c3 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686364 Jun 22 07:12:10.318393 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60179b8-98c0-4ff4-85ba-c4f62da9e5d5 req-2bcd9c60-bc70-4dad-b076-407fa6e08753 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:10.320067 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f60179b8-98c0-4ff4-85ba-c4f62da9e5d5 req-2bcd9c60-bc70-4dad-b076-407fa6e08753 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/ports?device_id=b355e39d-2686-43c1-ae17-d4474812f7ac HTTP/1.1" status: 200 len: 946 time: 0.1093254 Jun 22 07:12:10.380900 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f60179b8-98c0-4ff4-85ba-c4f62da9e5d5 req-6d446a65-589a-4b41-96b2-7e84f702861c tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd6a01f9-77ed-4ba4-93e3-1b05fbb75161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511436 Jun 22 07:12:10.462954 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c5edf2-c338-4f74-b696-056964e157fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889b9eda-eaa9-47d9-9de9-189adf574c08'}] {{(pid=92823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:12:10.465729 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1855b14f289de04877f76e9f82b9d84154af39b836c558547df9393c60095739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38995e41-9286-471e-a579-afa2f8f25644" -d '{"events": [{"server_uuid": "02c5edf2-c338-4f74-b696-056964e157fa", "name": "network-vif-plugged", "status": "completed", "tag": "889b9eda-eaa9-47d9-9de9-189adf574c08"}]}' {{(pid=92823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:12:10.505088 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffde454-93c2-4f5f-bf39-ec3b124b3a49 x-openstack-request-id: req-1ffde454-93c2-4f5f-bf39-ec3b124b3a49 {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:12:10.505438 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c5edf2-c338-4f74-b696-056964e157fa", "name": "network-vif-plugged", "status": "completed", "tag": "889b9eda-eaa9-47d9-9de9-189adf574c08", "code": 200}]} {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:12:10.505708 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1ffde454-93c2-4f5f-bf39-ec3b124b3a49 {{(pid=92823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:12:10.506117 dv-cinder-786627-11-smb neutron-server[92823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c5edf2-c338-4f74-b696-056964e157fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889b9eda-eaa9-47d9-9de9-189adf574c08', 'code': 200} Jun 22 07:12:10.786806 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34110f7f-d9ab-4956-b0e2-76d4a80ff1b6 req-de19591b-75ec-4f20-9d52-39de3b6aef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:10.788830 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-34110f7f-d9ab-4956-b0e2-76d4a80ff1b6 req-de19591b-75ec-4f20-9d52-39de3b6aef23 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 1099 time: 0.0604362 Jun 22 07:12:10.828124 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-34110f7f-d9ab-4956-b0e2-76d4a80ff1b6 req-87a70c23-be42-4810-9009-28222ac36082 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327322 Jun 22 07:12:11.082666 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e953c-791f-425c-a71a-9c2db0592f85 req-cb6332d9-706d-4db8-b566-32de81c54cb4 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:11.084251 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4e8e953c-791f-425c-a71a-9c2db0592f85 req-cb6332d9-706d-4db8-b566-32de81c54cb4 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.0654881 Jun 22 07:12:11.124593 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4e8e953c-791f-425c-a71a-9c2db0592f85 req-73f927e7-26a3-4b52-a484-fa1dbe2b327c tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345547 Jun 22 07:12:11.552154 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624121dc-80f5-46d9-a8ba-0fdbc50db66c req-23c264cb-3b60-4809-9344-27dcf2b2529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:11.553733 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-624121dc-80f5-46d9-a8ba-0fdbc50db66c req-23c264cb-3b60-4809-9344-27dcf2b2529e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c19cfe1fd182497e82b34a8b9451608a&device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 1099 time: 0.0847838 Jun 22 07:12:11.573443 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa708cd-a0f1-4e3b-b946-c176a8942637 req-e9b0402e-95bc-4617-aa68-19810b6759ac tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:11.581933 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-baa708cd-a0f1-4e3b-b946-c176a8942637 req-e9b0402e-95bc-4617-aa68-19810b6759ac tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.1162982 Jun 22 07:12:11.655709 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-baa708cd-a0f1-4e3b-b946-c176a8942637 req-65e90112-bdee-4472-b031-a3287cec44ab tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727270 Jun 22 07:12:11.690216 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624121dc-80f5-46d9-a8ba-0fdbc50db66c req-3736dee9-640d-4db0-a522-9768b47dfefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:11.694178 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-624121dc-80f5-46d9-a8ba-0fdbc50db66c req-3736dee9-640d-4db0-a522-9768b47dfefa service neutron] 10.222.0.42 "GET /v2.0/networks?id=33d047a2-1fae-4203-972f-e359a6e3784a HTTP/1.1" status: 200 len: 920 time: 0.1293855 Jun 22 07:12:11.703968 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219294b-4e88-4e88-98f4-755fe580317f req-8d63c609-c7bb-450d-b35f-04bb2884f597 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:11.706866 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2219294b-4e88-4e88-98f4-755fe580317f req-8d63c609-c7bb-450d-b35f-04bb2884f597 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/ports?device_id=b355e39d-2686-43c1-ae17-d4474812f7ac HTTP/1.1" status: 200 len: 946 time: 0.1545749 Jun 22 07:12:11.758495 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-624121dc-80f5-46d9-a8ba-0fdbc50db66c req-476fb5fc-3a1d-4347-854d-ebff1531c991 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acc06418-67de-4593-9a1b-6e1d2ff2635c HTTP/1.1" status: 200 len: 217 time: 0.0565698 Jun 22 07:12:11.800564 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2219294b-4e88-4e88-98f4-755fe580317f req-b08adc4b-2e74-44da-8137-e0c31505e8f9 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd6a01f9-77ed-4ba4-93e3-1b05fbb75161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866964 Jun 22 07:12:11.853906 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624121dc-80f5-46d9-a8ba-0fdbc50db66c req-00435fbc-b13e-4685-8044-9d32ac84feb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:11.858067 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-624121dc-80f5-46d9-a8ba-0fdbc50db66c req-00435fbc-b13e-4685-8044-9d32ac84feb7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f8df47a-1b35-48e0-8850-2f48fdf17319 HTTP/1.1" status: 200 len: 859 time: 0.0917757 Jun 22 07:12:11.900440 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-624121dc-80f5-46d9-a8ba-0fdbc50db66c req-778fae85-5e66-48aa-ae20-feba9bce335e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33d047a2-1fae-4203-972f-e359a6e3784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347402 Jun 22 07:12:11.921666 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb30c07-750f-4af3-b68a-94663355c667 req-8ca687c2-9d48-4314-8818-7860602740cd tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:11.923678 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-afb30c07-750f-4af3-b68a-94663355c667 req-8ca687c2-9d48-4314-8818-7860602740cd tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.1333613 Jun 22 07:12:12.032725 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-afb30c07-750f-4af3-b68a-94663355c667 req-2e23f7c7-46d3-44f2-a8eb-fd1c65c4c94d tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993545 Jun 22 07:12:12.050394 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-624121dc-80f5-46d9-a8ba-0fdbc50db66c req-9889dfe2-3ffe-4dc2-a1eb-bbffb2d87375 service neutron] 10.222.0.42 "GET /v2.0/networks/33d047a2-1fae-4203-972f-e359a6e3784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339660 Jun 22 07:12:12.147392 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-624121dc-80f5-46d9-a8ba-0fdbc50db66c req-a71256c5-e1b8-4813-95bc-07d7ae82510e service neutron] 10.222.0.42 "GET /v2.0/networks/33d047a2-1fae-4203-972f-e359a6e3784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901749 Jun 22 07:12:12.285481 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6020d-0c0a-4b3b-b65b-0032c54075c6 req-3936eefa-4a73-4bf7-a543-3201a2541e6b tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:12.287492 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2de6020d-0c0a-4b3b-b65b-0032c54075c6 req-3936eefa-4a73-4bf7-a543-3201a2541e6b tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.42 "GET /v2.0/ports?device_id=b355e39d-2686-43c1-ae17-d4474812f7ac HTTP/1.1" status: 200 len: 946 time: 0.1214230 Jun 22 07:12:12.473235 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-2de6020d-0c0a-4b3b-b65b-0032c54075c6 req-3374ede9-ea42-459f-ba0d-abe3df149ccd tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Deleting port 28110507-27a1-4ec4-82ab-0a666ade93b2 {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:12:12.473485 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-2de6020d-0c0a-4b3b-b65b-0032c54075c6 req-3374ede9-ea42-459f-ba0d-abe3df149ccd tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:12.590397 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-2de6020d-0c0a-4b3b-b65b-0032c54075c6 req-3374ede9-ea42-459f-ba0d-abe3df149ccd tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] For port 28110507-27a1-4ec4-82ab-0a666ade93b2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=28110507-27a1-4ec4-82ab-0a666ade93b2,segment=NetworkSegment(cbe646f1-38bc-4c6c-997e-bca5dc106abc),segment_id=cbe646f1-38bc-4c6c-997e-bca5dc106abc)] {{(pid=92822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:12:12.590934 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-2de6020d-0c0a-4b3b-b65b-0032c54075c6 req-3374ede9-ea42-459f-ba0d-abe3df149ccd tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:12.685368 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-2de6020d-0c0a-4b3b-b65b-0032c54075c6 req-3374ede9-ea42-459f-ba0d-abe3df149ccd tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Calling delete_port for 28110507-27a1-4ec4-82ab-0a666ade93b2 owned by compute:nova {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:12:12.890925 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c098c-946e-4f2f-8316-236979d67896 req-a37da826-c834-4c07-b586-326efd437d4f tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:12.893910 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0a5c098c-946e-4f2f-8316-236979d67896 req-a37da826-c834-4c07-b586-326efd437d4f tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.0862796 Jun 22 07:12:12.943258 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 59108) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:12.969158 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0a5c098c-946e-4f2f-8316-236979d67896 req-89eadbd4-917a-443f-9fb2-9ae15ad182ab tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649414 Jun 22 07:12:12.972086 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 59112) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:13.087461 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5082b0f-5a04-416f-ad68-b870c1d97f87 req-375ee4d0-93e2-42a4-aced-f9e72bf82df9 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:13.089713 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e5082b0f-5a04-416f-ad68-b870c1d97f87 req-375ee4d0-93e2-42a4-aced-f9e72bf82df9 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/ports?device_id=b355e39d-2686-43c1-ae17-d4474812f7ac HTTP/1.1" status: 200 len: 946 time: 0.1016452 Jun 22 07:12:13.126351 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-2de6020d-0c0a-4b3b-b65b-0032c54075c6 req-3374ede9-ea42-459f-ba0d-abe3df149ccd tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:13.140699 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:13.155934 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['28110507-27a1-4ec4-82ab-0a666ade93b2'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:12:13.198948 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e5082b0f-5a04-416f-ad68-b870c1d97f87 req-f2c025ae-b663-47e5-8df0-6b90d38bfe94 tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd6a01f9-77ed-4ba4-93e3-1b05fbb75161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016550 Jun 22 07:12:13.233961 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dffed-fdf9-435e-8826-a06be76fa2e4 req-55a99d3d-67e7-4f72-a081-444100e47b8c tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:13.234321 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de6020d-0c0a-4b3b-b65b-0032c54075c6 req-3374ede9-ea42-459f-ba0d-abe3df149ccd tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] No DVR routers for this DVR port 28110507-27a1-4ec4-82ab-0a666ade93b2 on host hv-cinder-78662 {{(pid=92822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:12:13.237175 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374ede9-ea42-459f-ba0d-abe3df149ccd tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Pushing event deleted for resources: {'Port': ['ID=28110507-27a1-4ec4-82ab-0a666ade93b2,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:13.239430 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-651dffed-fdf9-435e-8826-a06be76fa2e4 req-55a99d3d-67e7-4f72-a081-444100e47b8c tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.1261644 Jun 22 07:12:13.240305 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-2de6020d-0c0a-4b3b-b65b-0032c54075c6 req-3374ede9-ea42-459f-ba0d-abe3df149ccd tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:13.242300 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2de6020d-0c0a-4b3b-b65b-0032c54075c6 req-3374ede9-ea42-459f-ba0d-abe3df149ccd tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] 10.222.0.42 "DELETE /v2.0/ports/28110507-27a1-4ec4-82ab-0a666ade93b2 HTTP/1.1" status: 204 len: 173 time: 0.9491575 Jun 22 07:12:13.242773 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b355e39d-2686-43c1-ae17-d4474812f7ac', 'name': 'network-vif-deleted', 'tag': '28110507-27a1-4ec4-82ab-0a666ade93b2'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:12:13.245592 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad781b8d-93fa-4367-beda-04643c977c11" -d '{"events": [{"server_uuid": "b355e39d-2686-43c1-ae17-d4474812f7ac", "name": "network-vif-deleted", "tag": "28110507-27a1-4ec4-82ab-0a666ade93b2"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:12:13.245763 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 59122) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:13.251156 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-3374ede9-ea42-459f-ba0d-abe3df149ccd tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:13.259094 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-2f7780dc-90ec-4581-a3ba-0551d3e29a5d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Request body: {'floatingip': {'port_id': '889b9eda-eaa9-47d9-9de9-189adf574c08'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:12:13.313366 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8805c841-ef84-4922-8238-4142ee1098e5 x-openstack-request-id: req-8805c841-ef84-4922-8238-4142ee1098e5 {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:12:13.313694 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b355e39d-2686-43c1-ae17-d4474812f7ac", "name": "network-vif-deleted", "tag": "28110507-27a1-4ec4-82ab-0a666ade93b2", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:12:13.314827 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8805c841-ef84-4922-8238-4142ee1098e5 {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:12:13.315265 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b355e39d-2686-43c1-ae17-d4474812f7ac', 'name': 'network-vif-deleted', 'tag': '28110507-27a1-4ec4-82ab-0a666ade93b2', 'status': 'completed', 'code': 200} Jun 22 07:12:13.361381 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2f7780dc-90ec-4581-a3ba-0551d3e29a5d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for floatingip, before_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:13.386351 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 59128) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:13.411040 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5bc96c83-5108-44c3-9831-394e8ea65055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:13.451184 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-47646619-b96a-4457-b560-fc5242c447ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:13.493936 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-9d2abdc9-dc2e-45cb-b37e-afa9650b56b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:13.596971 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-47646619-b96a-4457-b560-fc5242c447ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:13.603209 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-47646619-b96a-4457-b560-fc5242c447ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:13.626973 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:13.668523 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-47646619-b96a-4457-b560-fc5242c447ff admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5c3fbc0a5592486fafb83db01aa702ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860277 Jun 22 07:12:13.670524 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47646619-b96a-4457-b560-fc5242c447ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddd60b9-90f1-49bf-ae01-d432055564c3,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:13.673198 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 59146) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:13.680093 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-47646619-b96a-4457-b560-fc5242c447ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:13.717843 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e48ff8-e83a-45d6-9ac2-533136186044 req-c0319005-8903-4e18-bf11-bdb4fe674ea0 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:13.719833 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-45e48ff8-e83a-45d6-9ac2-533136186044 req-c0319005-8903-4e18-bf11-bdb4fe674ea0 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.3502722 Jun 22 07:12:13.771402 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c82c49fb-ba3b-4f39-a9e9-84939fcb2d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:13.805596 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c82c49fb-ba3b-4f39-a9e9-84939fcb2d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:13.843727 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-45e48ff8-e83a-45d6-9ac2-533136186044 req-da2ad948-e3f4-4193-b919-a15c4013f9fc tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127646 Jun 22 07:12:13.875119 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c82c49fb-ba3b-4f39-a9e9-84939fcb2d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:13.879671 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c82c49fb-ba3b-4f39-a9e9-84939fcb2d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:13.882297 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-c82c49fb-ba3b-4f39-a9e9-84939fcb2d72 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0ddd60b9-90f1-49bf-ae01-d432055564c3 HTTP/1.1" status: 204 len: 168 time: 0.2082691 Jun 22 07:12:13.883342 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-9767128d-7eec-4718-a1c1-b4269f9381b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:13.907327 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c49fb-ba3b-4f39-a9e9-84939fcb2d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddd60b9-90f1-49bf-ae01-d432055564c3,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:13.909512 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-c82c49fb-ba3b-4f39-a9e9-84939fcb2d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:13.920311 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5bc96c83-5108-44c3-9831-394e8ea65055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:13.947078 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 59162) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:13.991591 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5bc96c83-5108-44c3-9831-394e8ea65055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:14.002838 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:14.109570 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-1960d4b2-06f6-42f9-b75b-c914432ceddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:14.112467 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-5bc96c83-5108-44c3-9831-394e8ea65055 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=490aab52fb4e4842b10d478a6c86c5fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1642942 Jun 22 07:12:14.123754 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 59170) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:14.160166 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc96c83-5108-44c3-9831-394e8ea65055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a53dca8-9777-4c98-8c74-0ff38d1c4b21,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:14.176404 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-5bc96c83-5108-44c3-9831-394e8ea65055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:14.213831 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ee3944e8-bba7-4dfb-873c-96430d024f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:14.255673 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ee3944e8-bba7-4dfb-873c-96430d024f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:14.328044 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ee3944e8-bba7-4dfb-873c-96430d024f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:14.358539 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ee3944e8-bba7-4dfb-873c-96430d024f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:14.363472 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-ee3944e8-bba7-4dfb-873c-96430d024f97 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9a53dca8-9777-4c98-8c74-0ff38d1c4b21 HTTP/1.1" status: 204 len: 168 time: 0.2344427 Jun 22 07:12:14.364553 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-29453b6f-98f7-46b7-8e1c-3c0ea607c2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:14.382556 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3944e8-bba7-4dfb-873c-96430d024f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a53dca8-9777-4c98-8c74-0ff38d1c4b21,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:14.385275 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ee3944e8-bba7-4dfb-873c-96430d024f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:14.557241 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.db.resource_extend [None req-2f7780dc-90ec-4581-a3ba-0551d3e29a5d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 07:12:14.618183 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 59194) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:14.620908 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-9d2abdc9-dc2e-45cb-b37e-afa9650b56b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:14.632379 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-9d2abdc9-dc2e-45cb-b37e-afa9650b56b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:14.641387 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-3955520b-bf50-4b78-8020-898bb12b0ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:14.641657 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-122b00fd-71ce-44c3-84e3-af707661476d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:14.700535 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2f7780dc-90ec-4581-a3ba-0551d3e29a5d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:14.708731 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-9d2abdc9-dc2e-45cb-b37e-afa9650b56b6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e4b5512c15984418bd6997c4e085687f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7342243 Jun 22 07:12:14.710038 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2abdc9-dc2e-45cb-b37e-afa9650b56b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bd46a8-c6d6-466c-8c31-88896917e2e0,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:14.713285 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 59200) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:14.713951 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2f7780dc-90ec-4581-a3ba-0551d3e29a5d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592476'] for floatingip, after_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:14.722900 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-9d2abdc9-dc2e-45cb-b37e-afa9650b56b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:14.770326 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-1960d4b2-06f6-42f9-b75b-c914432ceddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:14.786852 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-1960d4b2-06f6-42f9-b75b-c914432ceddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:14.804940 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-6ac510e2-2f7e-466c-9a4e-18c76ff7ec3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:14.865729 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-1960d4b2-06f6-42f9-b75b-c914432ceddc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1df384ef9271462c9e4f779bc1f67a26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9172893 Jun 22 07:12:14.870283 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 59206) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:14.874859 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960d4b2-06f6-42f9-b75b-c914432ceddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648ee331-f947-4706-bece-c76ad98b8b88,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:14.878575 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-1960d4b2-06f6-42f9-b75b-c914432ceddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:14.880913 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-c97a477f-0915-48d6-b4ce-8c650bbbaeda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:14.895651 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.db.l3_db [None req-2f7780dc-90ec-4581-a3ba-0551d3e29a5d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Floating IP f88fe6c2-1a19-4705-9c5f-28839ad1870c associated. External IP: 172.28.3.23, port: 889b9eda-eaa9-47d9-9de9-189adf574c08. Jun 22 07:12:14.963520 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-122b00fd-71ce-44c3-84e3-af707661476d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:14.971722 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-122b00fd-71ce-44c3-84e3-af707661476d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:14.976375 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-2701bc5a-6e24-4235-87a8-5cf9907fe2c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:14.982778 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 59208) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:14.997473 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-c97a477f-0915-48d6-b4ce-8c650bbbaeda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:15.019257 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-122b00fd-71ce-44c3-84e3-af707661476d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b533635a5ffb451388ecf56ccefaaefe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3996561 Jun 22 07:12:15.020061 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b00fd-71ce-44c3-84e3-af707661476d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f50d83d-c2be-4a2c-9b58-35bb47af9905,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:15.022291 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 59210) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:15.024217 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-122b00fd-71ce-44c3-84e3-af707661476d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:15.063380 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-cbfcf504-add3-4405-b364-4321bbacadff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:15.072194 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0faefff6-a338-44fb-a767-793d43641c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:15.094060 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0faefff6-a338-44fb-a767-793d43641c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:15.130744 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b569dab8-890c-4dcc-a3df-26f6eeb5b266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:15.141456 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0faefff6-a338-44fb-a767-793d43641c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:15.144243 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0faefff6-a338-44fb-a767-793d43641c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:15.145977 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-0faefff6-a338-44fb-a767-793d43641c1d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f50d83d-c2be-4a2c-9b58-35bb47af9905 HTTP/1.1" status: 204 len: 168 time: 0.1227825 Jun 22 07:12:15.146718 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:15.160747 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faefff6-a338-44fb-a767-793d43641c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f50d83d-c2be-4a2c-9b58-35bb47af9905,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:15.166107 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-0faefff6-a338-44fb-a767-793d43641c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:15.188729 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b569dab8-890c-4dcc-a3df-26f6eeb5b266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:15.260994 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-c97a477f-0915-48d6-b4ce-8c650bbbaeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:15.263634 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-c97a477f-0915-48d6-b4ce-8c650bbbaeda admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:15.264798 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-c97a477f-0915-48d6-b4ce-8c650bbbaeda admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/63bd46a8-c6d6-466c-8c31-88896917e2e0 HTTP/1.1" status: 204 len: 168 time: 0.5482490 Jun 22 07:12:15.274774 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-b64d8a2b-b5b0-41d3-a6be-c0cb42fbf794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:15.331473 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a477f-0915-48d6-b4ce-8c650bbbaeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bd46a8-c6d6-466c-8c31-88896917e2e0,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:15.344343 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9a974-ed56-4b37-adc0-62eacdd1d165 req-0cc759ea-b7ef-4091-8971-2c5b048d7958 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:15.345862 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-81a9a974-ed56-4b37-adc0-62eacdd1d165 req-0cc759ea-b7ef-4091-8971-2c5b048d7958 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.3449848 Jun 22 07:12:15.350692 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-c97a477f-0915-48d6-b4ce-8c650bbbaeda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:15.404026 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b569dab8-890c-4dcc-a3df-26f6eeb5b266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:15.406581 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b569dab8-890c-4dcc-a3df-26f6eeb5b266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:15.410399 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-b569dab8-890c-4dcc-a3df-26f6eeb5b266 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/648ee331-f947-4706-bece-c76ad98b8b88 HTTP/1.1" status: 204 len: 168 time: 0.5364342 Jun 22 07:12:15.414167 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:15.437228 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7780dc-90ec-4581-a3ba-0551d3e29a5d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Router 884c2120-51ad-4881-b8fd-58233462a692 has already been hosted by L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d {{(pid=92821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:12:15.445712 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569dab8-890c-4dcc-a3df-26f6eeb5b266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648ee331-f947-4706-bece-c76ad98b8b88,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:15.447917 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-b569dab8-890c-4dcc-a3df-26f6eeb5b266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:15.467566 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-cbfcf504-add3-4405-b364-4321bbacadff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:15.471196 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-81a9a974-ed56-4b37-adc0-62eacdd1d165 req-103bc623-d387-4414-ae83-bf39cd0b79b4 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977330 Jun 22 07:12:15.477333 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-cbfcf504-add3-4405-b364-4321bbacadff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:15.480818 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-9f9750a7-eba9-4aeb-82bd-6f8b31b1e27a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:15.564096 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-cbfcf504-add3-4405-b364-4321bbacadff admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=10f8d739fff74fe9bb53aa7df9860e26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5665703 Jun 22 07:12:15.564096 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfcf504-add3-4405-b364-4321bbacadff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf3cc68-d290-4885-b6e5-afe4c63a60d5,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:15.564494 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 59222) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:15.611204 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-cbfcf504-add3-4405-b364-4321bbacadff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:15.660357 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ae8ef0f8-1d53-4fcd-825a-6dfcb19affba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:15.662971 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7780dc-90ec-4581-a3ba-0551d3e29a5d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:12:15.671316 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2f7780dc-90ec-4581-a3ba-0551d3e29a5d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for floatingip, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:15.678697 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc815ef-d457-4f63-847f-12605a4e60b9 None None] Sync routers for ids ['884c2120-51ad-4881-b8fd-58233462a692'] in dv-cinder-786627-11-smb {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:12:15.691229 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ae8ef0f8-1d53-4fcd-825a-6dfcb19affba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:15.694562 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc815ef-d457-4f63-847f-12605a4e60b9 None None] Routers {'884c2120-51ad-4881-b8fd-58233462a692'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:12:15.695278 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-4bc815ef-d457-4f63-847f-12605a4e60b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:12:07Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['884c2120-51ad-4881-b8fd-58233462a692'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:12:15.765462 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ae8ef0f8-1d53-4fcd-825a-6dfcb19affba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:15.769338 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ae8ef0f8-1d53-4fcd-825a-6dfcb19affba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:15.769512 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-2f7780dc-90ec-4581-a3ba-0551d3e29a5d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "PUT /v2.0/floatingips/f88fe6c2-1a19-4705-9c5f-28839ad1870c HTTP/1.1" status: 200 len: 991 time: 2.5225999 Jun 22 07:12:15.770112 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c5edf2-c338-4f74-b696-056964e157fa', 'tag': '889b9eda-eaa9-47d9-9de9-189adf574c08'}] {{(pid=92821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:12:15.773190 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-ae8ef0f8-1d53-4fcd-825a-6dfcb19affba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aaf3cc68-d290-4885-b6e5-afe4c63a60d5 HTTP/1.1" status: 204 len: 168 time: 0.2049596 Jun 22 07:12:15.773190 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:15.773831 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114834e2e6b09b68797994cdefe3657428da4a047d1a7f773825cb7610845d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c383e2-520b-46d9-b8e1-3aeb0a900b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "02c5edf2-c338-4f74-b696-056964e157fa", "tag": "889b9eda-eaa9-47d9-9de9-189adf574c08"}]}' {{(pid=92821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:12:15.796593 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ef0f8-1d53-4fcd-825a-6dfcb19affba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf3cc68-d290-4885-b6e5-afe4c63a60d5,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:15.802241 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ae8ef0f8-1d53-4fcd-825a-6dfcb19affba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:15.814307 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 59242) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:15.847849 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-08acb49f-7a39-4e0d-89be-5bdd2047b3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:15.863587 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756edc76-16ce-43e0-8ca7-81c8f46ce304 x-openstack-request-id: req-756edc76-16ce-43e0-8ca7-81c8f46ce304 {{(pid=92821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:12:15.864010 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c5edf2-c338-4f74-b696-056964e157fa", "tag": "889b9eda-eaa9-47d9-9de9-189adf574c08", "status": "completed", "code": 200}]} {{(pid=92821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:12:15.864395 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-756edc76-16ce-43e0-8ca7-81c8f46ce304 {{(pid=92821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:12:15.864876 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c5edf2-c338-4f74-b696-056964e157fa', 'tag': '889b9eda-eaa9-47d9-9de9-189adf574c08', 'status': 'completed', 'code': 200} Jun 22 07:12:15.948349 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-4bc815ef-d457-4f63-847f-12605a4e60b9 None None] Set router 884c2120-51ad-4881-b8fd-58233462a692 gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:12:16.061353 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c383e2-520b-46d9-b8e1-3aeb0a900b7e req-867bf143-51bd-4848-a740-3dab15500d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:16.063081 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-06c383e2-520b-46d9-b8e1-3aeb0a900b7e req-867bf143-51bd-4848-a740-3dab15500d17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a963e21ede0e4de2b0be961765302c27&device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 1099 time: 0.1777658 Jun 22 07:12:16.106480 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 59254) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:16.129093 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 28110507-27a1-4ec4-82ab-0a666ade93b2 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:12:16.164836 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] No Port match for: 28110507-27a1-4ec4-82ab-0a666ade93b2 {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:12:16.165554 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 28110507-27a1-4ec4-82ab-0a666ade93b2 not bound to the agent host hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:12:16.169309 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 59256) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:16.175958 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-08acb49f-7a39-4e0d-89be-5bdd2047b3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:16.187067 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7ec8ace3-eb26-45e8-90a5-f7539c96c631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:16.211527 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-08acb49f-7a39-4e0d-89be-5bdd2047b3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:16.223642 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.db_base_plugin_v2 [None req-818a2adb-1526-4d09-bcf3-7b130e44294e admin admin] Deleting subnet 8f9da2d5-50d2-432b-8486-4dde3b11dcf6 {{(pid=92821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:12:16.227111 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-818a2adb-1526-4d09-bcf3-7b130e44294e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:16.238210 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ee3944e8-bba7-4dfb-873c-96430d024f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:16.242800 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-08acb49f-7a39-4e0d-89be-5bdd2047b3b3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9cde49de7e844388a98c8ebac49f9caf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4279518 Jun 22 07:12:16.251256 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 59258) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:16.275923 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-818a2adb-1526-4d09-bcf3-7b130e44294e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133979590'] for subnet, precommit_delete_associations {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:16.311479 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08acb49f-7a39-4e0d-89be-5bdd2047b3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a52f87-4c82-4a33-9f17-b417ee7c398a,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:16.327271 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-818a2adb-1526-4d09-bcf3-7b130e44294e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708745'] for subnet, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:16.350922 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-08acb49f-7a39-4e0d-89be-5bdd2047b3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:16.360450 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 59262) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:16.381402 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-9d8c7a85-dd1f-4121-9aa5-4e4fa3465dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:16.415397 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c383e2-520b-46d9-b8e1-3aeb0a900b7e req-18dac90d-606a-45ff-8703-ec9f4554e623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:16.417595 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-06c383e2-520b-46d9-b8e1-3aeb0a900b7e req-18dac90d-606a-45ff-8703-ec9f4554e623 service neutron] 10.222.0.42 "GET /v2.0/networks?id=039d8b06-cce4-4bf8-a1d0-7746d58cf8db HTTP/1.1" status: 200 len: 916 time: 0.3274052 Jun 22 07:12:16.420555 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-818a2adb-1526-4d09-bcf3-7b130e44294e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-134075330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130921171'] for subnet, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:16.432827 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-d67c4b11-20c3-4adc-9ba1-c85bba9a0f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:16.434951 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:16.466579 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-818a2adb-1526-4d09-bcf3-7b130e44294e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:16.471381 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-818a2adb-1526-4d09-bcf3-7b130e44294e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8f9da2d5-50d2-432b-8486-4dde3b11dcf6 HTTP/1.1" status: 204 len: 168 time: 0.3603072 Jun 22 07:12:16.471545 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a2adb-1526-4d09-bcf3-7b130e44294e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f9da2d5-50d2-432b-8486-4dde3b11dcf6,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:16.475555 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 59266) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:16.485165 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-818a2adb-1526-4d09-bcf3-7b130e44294e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:16.517443 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-d67c4b11-20c3-4adc-9ba1-c85bba9a0f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:16.520551 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-4bc815ef-d457-4f63-847f-12605a4e60b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c2120-51ad-4881-b8fd-58233462a692', 'name': 'tempest-AttachVolumeShelveTestJSON-61416288-router', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:26Z', 'updated_at': '2021-06-22T07:11:34Z', 'revision_number': 4, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'gw_port': {'id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:27Z', 'updated_at': '2021-06-22T07:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_floatingips': [{'id': 'f88fe6c2-1a19-4705-9c5f-28839ad1870c', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'floating_ip_address': '172.28.3.23', 'floating_network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'router_id': '884c2120-51ad-4881-b8fd-58233462a692', 'port_id': '889b9eda-eaa9-47d9-9de9-189adf574c08', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'mac_address': 'fa:16:3e:10:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5edf2-c338-4f74-b696-056964e157fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:11:43Z', 'updated_at': '2021-06-22T07:12:14Z', 'revision_number': 1, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f468342-64e9-4741-95f5-7c2d575d24b2', 'name': '', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'mac_address': 'fa:16:3e:74:0b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:32Z', 'updated_at': '2021-06-22T07:11:45Z', 'revision_number': 5, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'subnets': [{'id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:12:16.554057 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc815ef-d457-4f63-847f-12605a4e60b9 None None] Checking router: 884c2120-51ad-4881-b8fd-58233462a692 for host: dv-cinder-786627-11-smb {{(pid=92824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:12:16.557499 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-06c383e2-520b-46d9-b8e1-3aeb0a900b7e req-afd0e638-da7e-445f-9dd6-1ec6b2a489c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=889b9eda-eaa9-47d9-9de9-189adf574c08 HTTP/1.1" status: 200 len: 999 time: 0.1257792 Jun 22 07:12:16.566973 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc815ef-d457-4f63-847f-12605a4e60b9 None None] Routers {'884c2120-51ad-4881-b8fd-58233462a692'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:12:16.568211 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-4bc815ef-d457-4f63-847f-12605a4e60b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:12:07Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['884c2120-51ad-4881-b8fd-58233462a692'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:12:16.616038 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c383e2-520b-46d9-b8e1-3aeb0a900b7e req-778526ff-e4c2-457b-bdab-25b6d5343c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:16.617593 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-06c383e2-520b-46d9-b8e1-3aeb0a900b7e req-778526ff-e4c2-457b-bdab-25b6d5343c78 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=978e6915-65f8-462b-a6af-3ef15c3adee2 HTTP/1.1" status: 200 len: 854 time: 0.0531440 Jun 22 07:12:16.640213 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-d67c4b11-20c3-4adc-9ba1-c85bba9a0f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:16.642599 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-d67c4b11-20c3-4adc-9ba1-c85bba9a0f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:16.645907 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-d67c4b11-20c3-4adc-9ba1-c85bba9a0f11 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b9a52f87-4c82-4a33-9f17-b417ee7c398a HTTP/1.1" status: 204 len: 168 time: 0.3913450 Jun 22 07:12:16.648615 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-76a7a135-6aaa-436f-a0d4-6440e9a603c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735482'] for network, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:16.687374 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-d06ff5a0-0244-4be0-b229-eba033f0bcb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:16.688840 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7ec8ace3-eb26-45e8-90a5-f7539c96c631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:16.702716 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c4b11-20c3-4adc-9ba1-c85bba9a0f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a52f87-4c82-4a33-9f17-b417ee7c398a,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:16.719491 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-d67c4b11-20c3-4adc-9ba1-c85bba9a0f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:16.721711 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7ec8ace3-eb26-45e8-90a5-f7539c96c631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:16.728513 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-d01be4e0-04c6-4202-ade6-017b3d1db12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:16.787591 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-4bc815ef-d457-4f63-847f-12605a4e60b9 None None] Set router 884c2120-51ad-4881-b8fd-58233462a692 gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:12:16.870889 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-76a7a135-6aaa-436f-a0d4-6440e9a603c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709888', 'neutron.services.segments.db._delete_segments_for_network-8736031724755'] for network, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:16.885258 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-7ec8ace3-eb26-45e8-90a5-f7539c96c631 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d4eb74c6a1584ee7b2d11fccb6139e0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7145846 Jun 22 07:12:16.893786 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.services.segments.db [None req-76a7a135-6aaa-436f-a0d4-6440e9a603c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf58bc0-322c-4e9b-af42-4c66d1f25f6e']}} {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:12:16.896048 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 59284) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:16.912434 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8ace3-eb26-45e8-90a5-f7539c96c631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f34870-4627-4d1a-b658-8680defb5972,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:16.919568 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-7ec8ace3-eb26-45e8-90a5-f7539c96c631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:16.930231 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.services.segments.db [None req-76a7a135-6aaa-436f-a0d4-6440e9a603c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe646f1-38bc-4c6c-997e-bca5dc106abc') {'for_net_delete': True} {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:12:16.930628 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.services.segments.db [None req-76a7a135-6aaa-436f-a0d4-6440e9a603c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe646f1-38bc-4c6c-997e-bca5dc106abc') {} {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:12:16.940522 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-9d8c7a85-dd1f-4121-9aa5-4e4fa3465dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:16.944110 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c383e2-520b-46d9-b8e1-3aeb0a900b7e req-9d1eafca-83df-47c8-9cc3-74fb28a17647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:16.948718 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-06c383e2-520b-46d9-b8e1-3aeb0a900b7e req-9d1eafca-83df-47c8-9cc3-74fb28a17647 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=039d8b06-cce4-4bf8-a1d0-7746d58cf8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3244700 Jun 22 07:12:16.950937 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-9d8c7a85-dd1f-4121-9aa5-4e4fa3465dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:16.956672 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-32158682-5ffe-4729-b489-39ac45f0aef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:16.957226 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-76a7a135-6aaa-436f-a0d4-6440e9a603c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736031724584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133979633'] for segment, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:16.992742 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec9f7d-d61e-4215-aedd-c264176de2d7 req-cf3b20b7-0e4f-4a4d-b29f-37436da034a7 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:16.994429 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-27ec9f7d-d61e-4215-aedd-c264176de2d7 req-cf3b20b7-0e4f-4a4d-b29f-37436da034a7 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.2877662 Jun 22 07:12:16.995867 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-76a7a135-6aaa-436f-a0d4-6440e9a603c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:17.015818 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a7a135-6aaa-436f-a0d4-6440e9a603c8 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=92821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:12:17.016574 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-76a7a135-6aaa-436f-a0d4-6440e9a603c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-134074747'] for segment, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: Traceback (most recent call last): Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: timer() Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: cb(*args, **kw) Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: return func(*args, **kwargs) Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: self._notify() Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: self.callback(batched_events) Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: event.method(event) Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: return f(self, *a, **k) Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: return self._get(url).json() Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: return self.request(url, 'GET', **kwargs) Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:12:17.018717 dv-cinder-786627-11-smb neutron-server[92821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:12:17.091995 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-06c383e2-520b-46d9-b8e1-3aeb0a900b7e req-30c98eae-82fb-407e-9e4c-afe3f2fe9b86 service neutron] 10.222.0.42 "GET /v2.0/networks/039d8b06-cce4-4bf8-a1d0-7746d58cf8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154332 Jun 22 07:12:17.229157 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c7a85-dd1f-4121-9aa5-4e4fa3465dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5abca9c-c287-4170-937f-4667f1798b9b,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:17.233645 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-9d8c7a85-dd1f-4121-9aa5-4e4fa3465dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:17.236158 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-9d8c7a85-dd1f-4121-9aa5-4e4fa3465dfd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3511c7670b47466c9d16c88e0c378489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8746853 Jun 22 07:12:17.240113 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-06c383e2-520b-46d9-b8e1-3aeb0a900b7e req-3793bf3b-519b-43ad-af2b-83d56ea9dd11 service neutron] 10.222.0.42 "GET /v2.0/networks/039d8b06-cce4-4bf8-a1d0-7746d58cf8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360998 Jun 22 07:12:17.240572 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 59296) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:17.245275 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-4bc815ef-d457-4f63-847f-12605a4e60b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c2120-51ad-4881-b8fd-58233462a692', 'name': 'tempest-AttachVolumeShelveTestJSON-61416288-router', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:26Z', 'updated_at': '2021-06-22T07:11:34Z', 'revision_number': 4, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'gw_port': {'id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:27Z', 'updated_at': '2021-06-22T07:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_floatingips': [{'id': 'f88fe6c2-1a19-4705-9c5f-28839ad1870c', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'floating_ip_address': '172.28.3.23', 'floating_network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'router_id': '884c2120-51ad-4881-b8fd-58233462a692', 'port_id': '889b9eda-eaa9-47d9-9de9-189adf574c08', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'mac_address': 'fa:16:3e:10:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5edf2-c338-4f74-b696-056964e157fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:11:43Z', 'updated_at': '2021-06-22T07:12:14Z', 'revision_number': 1, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f468342-64e9-4741-95f5-7c2d575d24b2', 'name': '', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'mac_address': 'fa:16:3e:74:0b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:32Z', 'updated_at': '2021-06-22T07:11:45Z', 'revision_number': 5, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'subnets': [{'id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:12:17.279443 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc815ef-d457-4f63-847f-12605a4e60b9 None None] The sync data for ids ['884c2120-51ad-4881-b8fd-58233462a692'] in dv-cinder-786627-11-smb is: [{'id': '884c2120-51ad-4881-b8fd-58233462a692', 'name': 'tempest-AttachVolumeShelveTestJSON-61416288-router', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:26Z', 'updated_at': '2021-06-22T07:11:34Z', 'revision_number': 4, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'gw_port': {'id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:27Z', 'updated_at': '2021-06-22T07:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_floatingips': [{'id': 'f88fe6c2-1a19-4705-9c5f-28839ad1870c', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'floating_ip_address': '172.28.3.23', 'floating_network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'router_id': '884c2120-51ad-4881-b8fd-58233462a692', 'port_id': '889b9eda-eaa9-47d9-9de9-189adf574c08', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'mac_address': 'fa:16:3e:10:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5edf2-c338-4f74-b696-056964e157fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:11:43Z', 'updated_at': '2021-06-22T07:12:14Z', 'revision_number': 1, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f468342-64e9-4741-95f5-7c2d575d24b2', 'name': '', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'mac_address': 'fa:16:3e:74:0b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:32Z', 'updated_at': '2021-06-22T07:11:45Z', 'revision_number': 5, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'subnets': [{'id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:12:17.341490 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-3ccf1786-45f6-4401-b595-f8d23663cc19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:17.366164 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-3ccf1786-45f6-4401-b595-f8d23663cc19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:17.375099 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 59300) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:17.381653 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-12d70262-2b44-439f-b8af-bd58e26a4272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:17.430452 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-12d70262-2b44-439f-b8af-bd58e26a4272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:17.435551 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-27ec9f7d-d61e-4215-aedd-c264176de2d7 req-78303963-b130-4a3a-a975-8b536bac6a81 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291670 Jun 22 07:12:17.455939 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-76a7a135-6aaa-436f-a0d4-6440e9a603c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592449'] for network, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:17.470485 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-3ccf1786-45f6-4401-b595-f8d23663cc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:17.473832 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-3ccf1786-45f6-4401-b595-f8d23663cc19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:17.475394 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-3ccf1786-45f6-4401-b595-f8d23663cc19 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f5abca9c-c287-4170-937f-4667f1798b9b HTTP/1.1" status: 204 len: 168 time: 0.2338037 Jun 22 07:12:17.476416 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-f4c3ccb1-eb15-4ba2-8531-747e6b68d28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:17.481665 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:17.490399 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-534a207c-7cb4-49d2-8fba-df1f67ae3985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:17.493316 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf1786-45f6-4401-b595-f8d23663cc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5abca9c-c287-4170-937f-4667f1798b9b,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:17.495607 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-76a7a135-6aaa-436f-a0d4-6440e9a603c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:17.501373 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-76a7a135-6aaa-436f-a0d4-6440e9a603c8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/baf58bc0-322c-4e9b-af42-4c66d1f25f6e HTTP/1.1" status: 204 len: 168 time: 1.0217907 Jun 22 07:12:17.509304 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7a135-6aaa-436f-a0d4-6440e9a603c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=baf58bc0-322c-4e9b-af42-4c66d1f25f6e,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:17.509997 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-3ccf1786-45f6-4401-b595-f8d23663cc19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:17.520501 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-76a7a135-6aaa-436f-a0d4-6440e9a603c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:17.539618 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-12d70262-2b44-439f-b8af-bd58e26a4272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:17.544276 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-12d70262-2b44-439f-b8af-bd58e26a4272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:17.546739 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-12d70262-2b44-439f-b8af-bd58e26a4272 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c2f34870-4627-4d1a-b658-8680defb5972 HTTP/1.1" status: 204 len: 168 time: 0.6489222 Jun 22 07:12:17.547627 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:17.556374 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d70262-2b44-439f-b8af-bd58e26a4272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f34870-4627-4d1a-b658-8680defb5972,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:17.561047 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-12d70262-2b44-439f-b8af-bd58e26a4272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:17.630685 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-6b547dd7-bb91-44c8-acb2-92002e851d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:17.652766 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2936c5-e8b1-47a5-8597-14d908adfa15 None None] New status for floating IP f88fe6c2-1a19-4705-9c5f-28839ad1870c: ACTIVE {{(pid=92823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:12:17.746631 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-6b547dd7-bb91-44c8-acb2-92002e851d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:17.752827 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-6b547dd7-bb91-44c8-acb2-92002e851d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:17.757437 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-d4058b5d-d8b8-49bc-a04f-cd3c88045b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:17.801585 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-6b547dd7-bb91-44c8-acb2-92002e851d57 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=25f3ec4dcb394078b8fd985466fd5f3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4257247 Jun 22 07:12:17.803231 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b547dd7-bb91-44c8-acb2-92002e851d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29bf035-8a0e-41f2-8351-e97474d5ab3f,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:17.804218 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 59318) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:17.818902 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-6b547dd7-bb91-44c8-acb2-92002e851d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:17.863744 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-9e9dc4d3-3b67-4787-8b9d-bd26ef8e200d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:17.895425 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-9e9dc4d3-3b67-4787-8b9d-bd26ef8e200d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:17.900067 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 59322) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:17.966482 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-c4846609-43a2-41dd-965c-6c3e20b7ffdf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7988b40be96144c88e3ebd99b40db194&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0647125 Jun 22 07:12:17.969850 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 59324) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:17.975712 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-9e9dc4d3-3b67-4787-8b9d-bd26ef8e200d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:17.978175 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-9e9dc4d3-3b67-4787-8b9d-bd26ef8e200d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:17.979338 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-9e9dc4d3-3b67-4787-8b9d-bd26ef8e200d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a29bf035-8a0e-41f2-8351-e97474d5ab3f HTTP/1.1" status: 204 len: 168 time: 0.1738820 Jun 22 07:12:17.980348 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-fcbf24d2-0637-46fe-a948-ef7831f21a64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:17.988682 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9dc4d3-3b67-4787-8b9d-bd26ef8e200d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29bf035-8a0e-41f2-8351-e97474d5ab3f,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:17.997398 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-9e9dc4d3-3b67-4787-8b9d-bd26ef8e200d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:18.030239 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-9ae7296d-b17c-46a6-9c22-766dc88955fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:18.057558 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-9ae7296d-b17c-46a6-9c22-766dc88955fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:18.112763 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-9ae7296d-b17c-46a6-9c22-766dc88955fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:18.116881 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-9ae7296d-b17c-46a6-9c22-766dc88955fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:18.120669 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-9ae7296d-b17c-46a6-9c22-766dc88955fe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fd6a01f9-77ed-4ba4-93e3-1b05fbb75161 HTTP/1.1" status: 204 len: 168 time: 0.1495273 Jun 22 07:12:18.121411 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:18.129124 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7296d-b17c-46a6-9c22-766dc88955fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6a01f9-77ed-4ba4-93e3-1b05fbb75161,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:18.131774 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-9ae7296d-b17c-46a6-9c22-766dc88955fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:18.469138 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 59346) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:18.492236 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-9c406b14-3195-4233-b7b3-14d900ba2843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:18.607635 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-9c406b14-3195-4233-b7b3-14d900ba2843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:18.616654 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-9c406b14-3195-4233-b7b3-14d900ba2843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:18.620538 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-c82c49fb-ba3b-4f39-a9e9-84939fcb2d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:18.672717 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-9c406b14-3195-4233-b7b3-14d900ba2843 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6f4f7c7ead824ae4a8091d172b04b2a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2023027 Jun 22 07:12:18.673604 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c406b14-3195-4233-b7b3-14d900ba2843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca61ce88-3952-45e4-b24d-2fd84d1ec3d2,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:18.675979 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 59364) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:18.680843 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b461e-1002-4642-a997-876ecac1d229 req-12d4412b-7b33-4009-a211-560d85871632 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:18.683252 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-fb5b461e-1002-4642-a997-876ecac1d229 req-12d4412b-7b33-4009-a211-560d85871632 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.0916262 Jun 22 07:12:18.719184 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-9c406b14-3195-4233-b7b3-14d900ba2843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:18.755721 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-de362f52-796f-4a4c-b883-3302db706375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:18.756457 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-fb5b461e-1002-4642-a997-876ecac1d229 req-4bbddcdf-b2ee-45a9-9bf9-38adabe0d57a tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623198 Jun 22 07:12:18.783123 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-de362f52-796f-4a4c-b883-3302db706375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:18.833419 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-de362f52-796f-4a4c-b883-3302db706375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:18.837880 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-de362f52-796f-4a4c-b883-3302db706375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:18.837880 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-de362f52-796f-4a4c-b883-3302db706375 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ca61ce88-3952-45e4-b24d-2fd84d1ec3d2 HTTP/1.1" status: 204 len: 168 time: 0.1607735 Jun 22 07:12:18.838510 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-122b00fd-71ce-44c3-84e3-af707661476d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:18.847561 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de362f52-796f-4a4c-b883-3302db706375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca61ce88-3952-45e4-b24d-2fd84d1ec3d2,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:18.849790 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-de362f52-796f-4a4c-b883-3302db706375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:19.934878 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce692086-6249-4fe0-8d1b-236656dd2525 req-eca1f030-bb62-463c-94b5-d98be461418a tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:19.939800 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ce692086-6249-4fe0-8d1b-236656dd2525 req-eca1f030-bb62-463c-94b5-d98be461418a tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.0704191 Jun 22 07:12:19.978550 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ce692086-6249-4fe0-8d1b-236656dd2525 req-0404b8c3-9fdd-4192-9057-1fbbd7b979dc tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364840 Jun 22 07:12:20.426282 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 59478) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:20.506608 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 59486) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:20.657993 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-08890dc3-c2f1-4d72-8ea9-fdbc321bde1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:20.690018 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-97fb318c-2a9d-4ad6-91c9-7986c9dd5a2c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-949464551-network', 'tenant_id': 'b115f7faea3347e6818376042dd8146b'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:12:20.756334 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-08890dc3-c2f1-4d72-8ea9-fdbc321bde1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:20.763696 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-08890dc3-c2f1-4d72-8ea9-fdbc321bde1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:20.767440 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-7520a203-ee76-445d-b4b1-3dcf44c0363c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:20.786777 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fb318c-2a9d-4ad6-91c9-7986c9dd5a2c admin admin] Made reservation on behalf of b115f7faea3347e6818376042dd8146b for: {'network': 1} {{(pid=92821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:12:20.793194 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-97fb318c-2a9d-4ad6-91c9-7986c9dd5a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for network, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:20.805628 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08890dc3-c2f1-4d72-8ea9-fdbc321bde1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6244a409-d917-49f8-beaf-9798293c8bab,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:20.806870 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-97fb318c-2a9d-4ad6-91c9-7986c9dd5a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:20.810130 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-08890dc3-c2f1-4d72-8ea9-fdbc321bde1c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3b416d9f9f734c488114d8b136df2215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3821144 Jun 22 07:12:20.811068 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-08890dc3-c2f1-4d72-8ea9-fdbc321bde1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:20.812646 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 59504) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:20.873615 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-4df92bb9-fe3d-4b2d-bd9b-b65bbe5c041f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:20.905969 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-4df92bb9-fe3d-4b2d-bd9b-b65bbe5c041f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:20.967502 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-4df92bb9-fe3d-4b2d-bd9b-b65bbe5c041f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:20.969372 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-97fb318c-2a9d-4ad6-91c9-7986c9dd5a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:20.971315 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-4df92bb9-fe3d-4b2d-bd9b-b65bbe5c041f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:20.972701 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-4df92bb9-fe3d-4b2d-bd9b-b65bbe5c041f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6244a409-d917-49f8-beaf-9798293c8bab HTTP/1.1" status: 204 len: 168 time: 0.1591346 Jun 22 07:12:20.973459 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-207169bf-723d-41da-a702-94f06d830575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:20.974293 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-97fb318c-2a9d-4ad6-91c9-7986c9dd5a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:20.978864 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-b569dab8-890c-4dcc-a3df-26f6eeb5b266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:20.982044 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df92bb9-fe3d-4b2d-bd9b-b65bbe5c041f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6244a409-d917-49f8-beaf-9798293c8bab,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:20.984798 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-4df92bb9-fe3d-4b2d-bd9b-b65bbe5c041f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:21.006739 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97fb318c-2a9d-4ad6-91c9-7986c9dd5a2c admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=92821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:12:21.021370 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-97fb318c-2a9d-4ad6-91c9-7986c9dd5a2c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736031724746', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:21.021938 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-97fb318c-2a9d-4ad6-91c9-7986c9dd5a2c admin admin] Unsubscribe: segment precommit_create {{(pid=92821) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 07:12:21.022464 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.db.segments_db [None req-97fb318c-2a9d-4ad6-91c9-7986c9dd5a2c admin admin] Added segment fd845a99-f4e6-4201-b4ca-0c1b2d0796b9 of type vlan for network 3e9c590a-6b44-49f8-886f-42e7319e9e4c Jun 22 07:12:21.058382 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb318c-2a9d-4ad6-91c9-7986c9dd5a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5761c9b-38c9-4395-ba40-c01515c28842,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:21.083991 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-97fb318c-2a9d-4ad6-91c9-7986c9dd5a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:21.101256 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-97fb318c-2a9d-4ad6-91c9-7986c9dd5a2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736031188691'] for network, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:21.183201 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-97fb318c-2a9d-4ad6-91c9-7986c9dd5a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068'] for network, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:21.186953 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fb318c-2a9d-4ad6-91c9-7986c9dd5a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:21.187562 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-97fb318c-2a9d-4ad6-91c9-7986c9dd5a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:21.190297 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-76a7a135-6aaa-436f-a0d4-6440e9a603c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:21.267557 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 59526) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:21.267763 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-97fb318c-2a9d-4ad6-91c9-7986c9dd5a2c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7595570 Jun 22 07:12:21.273034 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-dd60c187-c658-44aa-8bee-9bebbd179a30 admin admin] Request body: {'subnet': {'network_id': '3e9c590a-6b44-49f8-886f-42e7319e9e4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-949464551-subnet', 'tenant_id': 'b115f7faea3347e6818376042dd8146b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:12:21.302547 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575c16d-9d02-4fe8-a2fd-e2b0a0c6eca2 req-7cddf734-4afc-4cdb-a0f9-e49a34d13aa5 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:21.304173 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-3575c16d-9d02-4fe8-a2fd-e2b0a0c6eca2 req-7cddf734-4afc-4cdb-a0f9-e49a34d13aa5 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.1783392 Jun 22 07:12:21.307936 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb318c-2a9d-4ad6-91c9-7986c9dd5a2c admin admin] Pushing event updated for resources: {'Network': ['ID=3e9c590a-6b44-49f8-886f-42e7319e9e4c,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:21.316976 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-97fb318c-2a9d-4ad6-91c9-7986c9dd5a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:21.325566 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Network 3e9c590a-6b44-49f8-886f-42e7319e9e4c details requested by agent ovs-agent-dv-cinder-786627-11-smb with host dv-cinder-786627-11-smb {{(pid=92823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:12:21.337161 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd60c187-c658-44aa-8bee-9bebbd179a30 admin admin] Made reservation on behalf of b115f7faea3347e6818376042dd8146b for: {'subnet': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:12:21.339548 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-dd60c187-c658-44aa-8bee-9bebbd179a30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130481252'] for subnet, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:21.361672 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-3575c16d-9d02-4fe8-a2fd-e2b0a0c6eca2 req-3a787e48-b1fb-45f8-bc4e-1bbf7cf78cfd tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435321 Jun 22 07:12:21.565307 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-dd60c187-c658-44aa-8bee-9bebbd179a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133502183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130481238'] for subnet, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:21.569038 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:21.645501 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60c187-c658-44aa-8bee-9bebbd179a30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06523850-ed49-46ee-acdf-72646e7dc4c2,revision_number=0']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:21.648932 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-dd60c187-c658-44aa-8bee-9bebbd179a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:21.667182 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd60c187-c658-44aa-8bee-9bebbd179a30 admin admin] Checking segment: {'id': 'fd845a99-f4e6-4201-b4ca-0c1b2d0796b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e9c590a-6b44-49f8-886f-42e7319e9e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:12:21.667603 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd60c187-c658-44aa-8bee-9bebbd179a30 admin admin] Network hostable DHCP agents. Network: 3e9c590a-6b44-49f8-886f-42e7319e9e4c, hostable agents: ['b3e1d87c-8412-42f8-9df5-1411cb290459'], hosted agents: [] {{(pid=92822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:12:21.693702 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd60c187-c658-44aa-8bee-9bebbd179a30 admin admin] Network 3e9c590a-6b44-49f8-886f-42e7319e9e4c is scheduled to be hosted by DHCP agent b3e1d87c-8412-42f8-9df5-1411cb290459 with binding_index 1 {{(pid=92822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:12:21.708256 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [None req-dd60c187-c658-44aa-8bee-9bebbd179a30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-smb, 3e9c590a-6b44-49f8-886f-42e7319e9e4c) {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:12:21.714271 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd60c187-c658-44aa-8bee-9bebbd179a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:21.714950 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-dd60c187-c658-44aa-8bee-9bebbd179a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for subnet, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:21.721057 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5b99a7-83cd-4cbe-b4a6-cee4c9f2839b None None] Network 3e9c590a-6b44-49f8-886f-42e7319e9e4c requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:12:21.745351 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-dd60c187-c658-44aa-8bee-9bebbd179a30 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4684501 Jun 22 07:12:21.843877 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 59542) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:21.861775 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-22451888-521b-40a4-9b5b-ced33ee5948d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:21.949121 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4a02ce-7e3e-4f14-8d75-232f5b0cc02b None None] Network 3e9c590a-6b44-49f8-886f-42e7319e9e4c requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:12:22.030845 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-22451888-521b-40a4-9b5b-ced33ee5948d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:22.039562 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-22451888-521b-40a4-9b5b-ced33ee5948d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:22.071623 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-aa515906-40ea-470a-ab59-489e913f9d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:22.076286 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-22451888-521b-40a4-9b5b-ced33ee5948d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=811821e6c7a143d592b787393a19f6bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313209 Jun 22 07:12:22.079218 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 59552) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:22.097873 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22451888-521b-40a4-9b5b-ced33ee5948d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da1ccf5-ca32-479a-92c6-02c03d005fad,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:22.101081 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-22451888-521b-40a4-9b5b-ced33ee5948d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:22.161102 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-0324719c-dfa2-4145-92ee-9fd16543ab98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:22.191054 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-0324719c-dfa2-4145-92ee-9fd16543ab98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:22.257897 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-0324719c-dfa2-4145-92ee-9fd16543ab98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:22.260726 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-0324719c-dfa2-4145-92ee-9fd16543ab98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:22.262001 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-0324719c-dfa2-4145-92ee-9fd16543ab98 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2da1ccf5-ca32-479a-92c6-02c03d005fad HTTP/1.1" status: 204 len: 168 time: 0.1816635 Jun 22 07:12:22.263592 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-9a9368ea-cc99-4c59-b306-4058ddf83885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:22.271652 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324719c-dfa2-4145-92ee-9fd16543ab98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da1ccf5-ca32-479a-92c6-02c03d005fad,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:22.280374 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-0324719c-dfa2-4145-92ee-9fd16543ab98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:22.545331 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6de0e-cc4a-43af-90c7-40813b35d8c1 req-99ff1e15-f7b4-471f-9239-4c0ab1071ae2 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:22.546843 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-6ba6de0e-cc4a-43af-90c7-40813b35d8c1 req-99ff1e15-f7b4-471f-9239-4c0ab1071ae2 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.0671601 Jun 22 07:12:22.587264 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-6ba6de0e-cc4a-43af-90c7-40813b35d8c1 req-5a64f756-0a29-4351-9439-702ea617195f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325205 Jun 22 07:12:22.859948 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea0cd2-09e8-4c44-be81-179987030812 req-57c9bfe4-758c-4a50-a682-cd257d3d6727 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:22.866824 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-41ea0cd2-09e8-4c44-be81-179987030812 req-57c9bfe4-758c-4a50-a682-cd257d3d6727 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/networks?id=3e9c590a-6b44-49f8-886f-42e7319e9e4c HTTP/1.1" status: 200 len: 814 time: 0.1391625 Jun 22 07:12:22.889041 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-41ea0cd2-09e8-4c44-be81-179987030812 req-f471a135-8102-4140-8a1f-ce91ffcf8186 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/quotas/b115f7faea3347e6818376042dd8146b HTTP/1.1" status: 200 len: 375 time: 0.0212846 Jun 22 07:12:22.930229 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-41ea0cd2-09e8-4c44-be81-179987030812 req-fcad4dc9-fde9-48f5-88ab-8ab4e47816ca tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b115f7faea3347e6818376042dd8146b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400164 Jun 22 07:12:22.998462 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 6 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:12:23.073465 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-41ea0cd2-09e8-4c44-be81-179987030812 req-faa9fa31-5462-4a87-8b97-34e256689256 service neutron] 10.222.0.22 "GET /v2.0/networks/3e9c590a-6b44-49f8-886f-42e7319e9e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420884 Jun 22 07:12:23.247618 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-41ea0cd2-09e8-4c44-be81-179987030812 req-e886f550-d76d-46e5-b3fa-13dde254c06e service neutron] 10.222.0.22 "GET /v2.0/networks/3e9c590a-6b44-49f8-886f-42e7319e9e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658916 Jun 22 07:12:23.518284 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d8f57c69-d805-429f-a227-1e03133a493c req-2789d5d1-d480-4b8c-9bd1-d20904b91e42 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e6d2baa-8bbb-4253-b579-22d4eb793b7a HTTP/1.1" status: 200 len: 210 time: 0.0421152 Jun 22 07:12:23.898222 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25acda27-6ee9-45e7-8e27-feb0948212a4 req-456a1624-5027-4b4b-98ae-88f10d1a8b3e tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:23.909656 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-25acda27-6ee9-45e7-8e27-feb0948212a4 req-456a1624-5027-4b4b-98ae-88f10d1a8b3e tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.1369174 Jun 22 07:12:24.018169 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-25acda27-6ee9-45e7-8e27-feb0948212a4 req-375ba7ba-6013-4fa8-a93e-bec5d310720a tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004064 Jun 22 07:12:24.723388 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-bb74cf28-c36a-4d3a-884a-c82ef72ecdd9 req-57e4fb43-9116-47ea-89fe-785b02b764d1 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e6d2baa-8bbb-4253-b579-22d4eb793b7a HTTP/1.1" status: 200 len: 210 time: 0.0375190 Jun 22 07:12:25.098825 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea0cd2-09e8-4c44-be81-179987030812 req-e804d11c-0a21-4b82-a74b-015f8f840a48 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:25.100371 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-41ea0cd2-09e8-4c44-be81-179987030812 req-e804d11c-0a21-4b82-a74b-015f8f840a48 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.42 "GET /v2.0/networks?id=3e9c590a-6b44-49f8-886f-42e7319e9e4c HTTP/1.1" status: 200 len: 814 time: 0.1391821 Jun 22 07:12:25.115612 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-41ea0cd2-09e8-4c44-be81-179987030812 req-e9d99dbf-fd05-492d-adf6-728477930674 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Request body: {'port': {'device_id': '5e6d2baa-8bbb-4253-b579-22d4eb793b7a', 'network_id': '3e9c590a-6b44-49f8-886f-42e7319e9e4c', 'admin_state_up': True, 'tenant_id': 'b115f7faea3347e6818376042dd8146b'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:12:25.221884 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca75a1-a67b-463e-ac73-84ef7438acc5 req-9dbcb35a-ec0d-4e6d-9222-2d4985bdfea1 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:25.223547 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-51ca75a1-a67b-463e-ac73-84ef7438acc5 req-9dbcb35a-ec0d-4e6d-9222-2d4985bdfea1 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.0722287 Jun 22 07:12:25.247347 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ea0cd2-09e8-4c44-be81-179987030812 req-e9d99dbf-fd05-492d-adf6-728477930674 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Made reservation on behalf of b115f7faea3347e6818376042dd8146b for: {'port': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:12:25.252662 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-41ea0cd2-09e8-4c44-be81-179987030812 req-e9d99dbf-fd05-492d-adf6-728477930674 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:25.266379 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-51ca75a1-a67b-463e-ac73-84ef7438acc5 req-6ef85364-60da-49a1-9991-d8f5f5a20195 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362723 Jun 22 07:12:25.394033 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_common [req-41ea0cd2-09e8-4c44-be81-179987030812 req-e9d99dbf-fd05-492d-adf6-728477930674 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Allocated IP 172.20.0.13 (3e9c590a-6b44-49f8-886f-42e7319e9e4c/06523850-ed49-46ee-acdf-72646e7dc4c2/89ac36be-e573-4aff-9845-e18d0ba381ee) {{(pid=92822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:12:25.465973 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 59732) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:25.562889 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-41ea0cd2-09e8-4c44-be81-179987030812 req-e9d99dbf-fd05-492d-adf6-728477930674 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks [] for port, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:25.579343 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2e331096-3870-4047-b1c6-89058f34ff5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:25.610393 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-41ea0cd2-09e8-4c44-be81-179987030812 req-e9d99dbf-fd05-492d-adf6-728477930674 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-133502027'] for port, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:25.618084 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:25.665431 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ea0cd2-09e8-4c44-be81-179987030812 req-e9d99dbf-fd05-492d-adf6-728477930674 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Network 3e9c590a-6b44-49f8-886f-42e7319e9e4c is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:12:25.668963 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [req-41ea0cd2-09e8-4c44-be81-179987030812 req-e9d99dbf-fd05-492d-adf6-728477930674 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:12:25.673196 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ea0cd2-09e8-4c44-be81-179987030812 req-e9d99dbf-fd05-492d-adf6-728477930674 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Received port after_create {{(pid=92822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:12:25.727032 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea0cd2-09e8-4c44-be81-179987030812 req-e9d99dbf-fd05-492d-adf6-728477930674 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:25.728051 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-41ea0cd2-09e8-4c44-be81-179987030812 req-e9d99dbf-fd05-492d-adf6-728477930674 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:25.736728 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d99dbf-fd05-492d-adf6-728477930674 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Pushing event updated for resources: {'Port': ['ID=89ac36be-e573-4aff-9845-e18d0ba381ee,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:25.736952 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2e331096-3870-4047-b1c6-89058f34ff5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:25.740650 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-e9d99dbf-fd05-492d-adf6-728477930674 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:25.744676 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2e331096-3870-4047-b1c6-89058f34ff5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:25.749362 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:25.764172 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-41ea0cd2-09e8-4c44-be81-179987030812 req-e9d99dbf-fd05-492d-adf6-728477930674 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6531687 Jun 22 07:12:25.776050 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-41ea0cd2-09e8-4c44-be81-179987030812 req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Request body: {'port': {'device_id': '5e6d2baa-8bbb-4253-b579-22d4eb793b7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:12:25.791246 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-2e331096-3870-4047-b1c6-89058f34ff5a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=427172c01d144236ade70681c2a12663&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3241112 Jun 22 07:12:25.792377 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e331096-3870-4047-b1c6-89058f34ff5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6647dbfe-85d9-43a2-ba24-ff8ecaef010d,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:25.794887 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 59756) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:25.801259 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-2e331096-3870-4047-b1c6-89058f34ff5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:25.858689 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-1e9e3eef-300b-433b-8855-f47443dfbc81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:25.881972 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-1e9e3eef-300b-433b-8855-f47443dfbc81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:25.926332 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-41ea0cd2-09e8-4c44-be81-179987030812 req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:25.955149 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-1e9e3eef-300b-433b-8855-f47443dfbc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:25.959430 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-1e9e3eef-300b-433b-8855-f47443dfbc81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:25.960898 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-1e9e3eef-300b-433b-8855-f47443dfbc81 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6647dbfe-85d9-43a2-ba24-ff8ecaef010d HTTP/1.1" status: 204 len: 168 time: 0.1650240 Jun 22 07:12:25.963177 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:25.975134 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e3eef-300b-433b-8855-f47443dfbc81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6647dbfe-85d9-43a2-ba24-ff8ecaef010d,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:25.988785 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-1e9e3eef-300b-433b-8855-f47443dfbc81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:26.081344 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74b6bb-b8ff-4acf-bd47-49eb04d74163 req-b0c7d3f8-3739-43ce-8102-4b5711ff525d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:26.093711 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2f74b6bb-b8ff-4acf-bd47-49eb04d74163 req-b0c7d3f8-3739-43ce-8102-4b5711ff525d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e6d2baa-8bbb-4253-b579-22d4eb793b7a HTTP/1.1" status: 200 len: 932 time: 0.1177864 Jun 22 07:12:26.166217 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2f74b6bb-b8ff-4acf-bd47-49eb04d74163 req-7acc1c0c-2fff-430c-949d-b0e83945999d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706327 Jun 22 07:12:26.286722 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 59772) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:26.343556 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 59778) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:26.384044 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [req-41ea0cd2-09e8-4c44-be81-179987030812 req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ac36be-e573-4aff-9845-e18d0ba381ee {{(pid=92822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:12:26.393725 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-41ea0cd2-09e8-4c44-be81-179987030812 req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:26.408876 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.provisioning_blocks [req-41ea0cd2-09e8-4c44-be81-179987030812 req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Transition to ACTIVE for port object 89ac36be-e573-4aff-9845-e18d0ba381ee will not be triggered until provisioned by entity L2. {{(pid=92822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:12:26.414142 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-41ea0cd2-09e8-4c44-be81-179987030812 req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:26.420333 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-f5341089-f036-4328-aac2-36f58c548d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:26.610937 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b797b-7940-44ff-8b19-fe074de2e81f req-98b160a4-e799-49eb-9f6a-b2126e254020 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:26.621086 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7d0b797b-7940-44ff-8b19-fe074de2e81f req-98b160a4-e799-49eb-9f6a-b2126e254020 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.1307037 Jun 22 07:12:26.634720 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Pushing event updated for resources: {'Port': ['ID=89ac36be-e573-4aff-9845-e18d0ba381ee,revision_number=2']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:26.645621 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:26.645989 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:26.646351 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:26.646720 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:26.648336 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:26.648730 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:26.649099 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:26.649461 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:26.649819 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:26.650170 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:26.650520 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:26.650868 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:26.661072 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:26.683512 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7d0b797b-7940-44ff-8b19-fe074de2e81f req-db0b5d4b-1394-418c-a8de-b4badf2fbf43 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556455 Jun 22 07:12:26.687026 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-41ea0cd2-09e8-4c44-be81-179987030812 req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Attempting to bind port 89ac36be-e573-4aff-9845-e18d0ba381ee on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:12:26.687417 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-41ea0cd2-09e8-4c44-be81-179987030812 req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Attempting to bind port 89ac36be-e573-4aff-9845-e18d0ba381ee by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'fd845a99-f4e6-4201-b4ca-0c1b2d0796b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e9c590a-6b44-49f8-886f-42e7319e9e4c'}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:12:26.687736 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ea0cd2-09e8-4c44-be81-179987030812 req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Attempting to bind port 89ac36be-e573-4aff-9845-e18d0ba381ee on network 3e9c590a-6b44-49f8-886f-42e7319e9e4c {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:12:26.699308 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ea0cd2-09e8-4c44-be81-179987030812 req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Port 89ac36be-e573-4aff-9845-e18d0ba381ee on network 3e9c590a-6b44-49f8-886f-42e7319e9e4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:12:26.699308 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ea0cd2-09e8-4c44-be81-179987030812 req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Attempting to bind port 89ac36be-e573-4aff-9845-e18d0ba381ee on network 3e9c590a-6b44-49f8-886f-42e7319e9e4c {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:12:26.699308 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ea0cd2-09e8-4c44-be81-179987030812 req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Checking agent: {'id': '6c17c73a-1ba3-464e-bc7a-10a2b7fbfd09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'started_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:12:26.699308 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ea0cd2-09e8-4c44-be81-179987030812 req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Checking segment: {'id': 'fd845a99-f4e6-4201-b4ca-0c1b2d0796b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e9c590a-6b44-49f8-886f-42e7319e9e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:12:26.699642 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ea0cd2-09e8-4c44-be81-179987030812 req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Bound using segment: {'id': 'fd845a99-f4e6-4201-b4ca-0c1b2d0796b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e9c590a-6b44-49f8-886f-42e7319e9e4c'} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:12:26.700095 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-41ea0cd2-09e8-4c44-be81-179987030812 req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Bound port: 89ac36be-e573-4aff-9845-e18d0ba381ee, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd845a99-f4e6-4201-b4ca-0c1b2d0796b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e9c590a-6b44-49f8-886f-42e7319e9e4c'}}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:12:26.700398 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-41ea0cd2-09e8-4c44-be81-179987030812 req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:26.738208 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-1658011c-56e5-42ed-86b2-8daf8daa03e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:26.760693 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-00c35d9d-50d4-4881-92d5-44b0bd4b74c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:26.771550 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-41ea0cd2-09e8-4c44-be81-179987030812 req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] For port 89ac36be-e573-4aff-9845-e18d0ba381ee, host hv-cinder-78662, cleared binding levels {{(pid=92822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:12:26.774711 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-41ea0cd2-09e8-4c44-be81-179987030812 req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] For port 89ac36be-e573-4aff-9845-e18d0ba381ee, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=89ac36be-e573-4aff-9845-e18d0ba381ee,segment=NetworkSegment(fd845a99-f4e6-4201-b4ca-0c1b2d0796b9),segment_id=fd845a99-f4e6-4201-b4ca-0c1b2d0796b9)] {{(pid=92822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:12:26.787386 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-41ea0cd2-09e8-4c44-be81-179987030812 req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:26.790958 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-8afb3358-9b68-41ea-a804-554f56682363 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:26.798181 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.db.api [None req-00c35d9d-50d4-4881-92d5-44b0bd4b74c6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 07:12:26.798181 dv-cinder-786627-11-smb neutron-server[92821]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 22 07:12:26.798181 dv-cinder-786627-11-smb neutron-server[92821]: [parameters: {'project_id': '422f6ae60a114bdcadf8dd48d472a2a4', 'id': 'd2d367b0-76cf-4163-9aaf-db52a20b5f27', 'expiration': datetime.datetime(2021, 6, 22, 7, 14, 26, 784732)}] Jun 22 07:12:26.798181 dv-cinder-786627-11-smb neutron-server[92821]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 07:12:26.799151 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_db.api [None req-00c35d9d-50d4-4881-92d5-44b0bd4b74c6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 07:12:26.832464 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea0cd2-09e8-4c44-be81-179987030812 req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:26.833084 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-41ea0cd2-09e8-4c44-be81-179987030812 req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:26.834476 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-41ea0cd2-09e8-4c44-be81-179987030812 req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] 10.222.0.42 "PUT /v2.0/ports/89ac36be-e573-4aff-9845-e18d0ba381ee HTTP/1.1" status: 200 len: 1094 time: 1.0694792 Jun 22 07:12:26.834982 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6d2baa-8bbb-4253-b579-22d4eb793b7a', 'tag': '89ac36be-e573-4aff-9845-e18d0ba381ee'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:12:26.837906 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a64990e-8616-4901-9f4e-fb2a305135b2" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6d2baa-8bbb-4253-b579-22d4eb793b7a", "tag": "89ac36be-e573-4aff-9845-e18d0ba381ee"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:12:26.862233 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Pushing event updated for resources: {'Port': ['ID=89ac36be-e573-4aff-9845-e18d0ba381ee,revision_number=3']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:26.866594 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:26.895841 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 59800) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:26.919095 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-1658011c-56e5-42ed-86b2-8daf8daa03e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:26.920184 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213ec7e0-5bf9-466d-9c1e-688c6125c540 x-openstack-request-id: req-213ec7e0-5bf9-466d-9c1e-688c6125c540 {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:12:26.920621 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6d2baa-8bbb-4253-b579-22d4eb793b7a", "tag": "89ac36be-e573-4aff-9845-e18d0ba381ee", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:12:26.920801 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-213ec7e0-5bf9-466d-9c1e-688c6125c540 {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:12:26.921192 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6d2baa-8bbb-4253-b579-22d4eb793b7a', 'tag': '89ac36be-e573-4aff-9845-e18d0ba381ee', 'status': 'completed', 'code': 200} Jun 22 07:12:26.926638 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-1658011c-56e5-42ed-86b2-8daf8daa03e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:26.929205 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-66edb23d-e5c6-42bc-91eb-69fd3c2f28b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:26.932417 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:26.950750 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea0cd2-09e8-4c44-be81-179987030812 req-d10c4438-aee1-40a2-8d00-53829bf40b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:26.952831 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-41ea0cd2-09e8-4c44-be81-179987030812 req-d10c4438-aee1-40a2-8d00-53829bf40b11 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b115f7faea3347e6818376042dd8146b&device_id=5e6d2baa-8bbb-4253-b579-22d4eb793b7a HTTP/1.1" status: 200 len: 1097 time: 0.0725756 Jun 22 07:12:26.988483 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-1658011c-56e5-42ed-86b2-8daf8daa03e3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9a6bdc3eec864be8a24745ec779421e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7005210 Jun 22 07:12:26.995262 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 59802) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:27.003040 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1658011c-56e5-42ed-86b2-8daf8daa03e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e5adca-ee82-400a-bfe1-5e2328b1b771,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:27.003384 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-41ea0cd2-09e8-4c44-be81-179987030812 req-3c841df1-06b6-412f-b91b-fdf7b3bd9e8c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89ac36be-e573-4aff-9845-e18d0ba381ee HTTP/1.1" status: 200 len: 217 time: 0.0389888 Jun 22 07:12:27.006655 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-1658011c-56e5-42ed-86b2-8daf8daa03e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:27.062537 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea0cd2-09e8-4c44-be81-179987030812 req-b32d092c-d4df-45e8-bef3-2bdd883c4336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:27.064008 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-41ea0cd2-09e8-4c44-be81-179987030812 req-b32d092c-d4df-45e8-bef3-2bdd883c4336 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06523850-ed49-46ee-acdf-72646e7dc4c2 HTTP/1.1" status: 200 len: 854 time: 0.0536418 Jun 22 07:12:27.085812 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-766543ad-1d3f-44da-b49c-8a6042c68a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:27.103712 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-41ea0cd2-09e8-4c44-be81-179987030812 req-e77682f9-96bc-4cf5-9e4c-2b2abe353403 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9c590a-6b44-49f8-886f-42e7319e9e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312493 Jun 22 07:12:27.127231 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-766543ad-1d3f-44da-b49c-8a6042c68a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:27.139238 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-66edb23d-e5c6-42bc-91eb-69fd3c2f28b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:27.149249 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-66edb23d-e5c6-42bc-91eb-69fd3c2f28b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:27.155273 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-cbfcf504-add3-4405-b364-4321bbacadff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:27.212724 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-66edb23d-e5c6-42bc-91eb-69fd3c2f28b8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=10fcc687a88145aca4c53995f1b0ce41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157694 Jun 22 07:12:27.214840 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 59808) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:27.224453 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66edb23d-e5c6-42bc-91eb-69fd3c2f28b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01a25e0-f280-42b2-8506-d4544408c4bd,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:27.228635 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-66edb23d-e5c6-42bc-91eb-69fd3c2f28b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:27.254141 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-766543ad-1d3f-44da-b49c-8a6042c68a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:27.256771 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-766543ad-1d3f-44da-b49c-8a6042c68a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:27.257920 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-766543ad-1d3f-44da-b49c-8a6042c68a3a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d4e5adca-ee82-400a-bfe1-5e2328b1b771 HTTP/1.1" status: 204 len: 168 time: 0.2614586 Jun 22 07:12:27.263060 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-5bc96c83-5108-44c3-9831-394e8ea65055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:27.287580 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766543ad-1d3f-44da-b49c-8a6042c68a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e5adca-ee82-400a-bfe1-5e2328b1b771,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:27.309709 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-766543ad-1d3f-44da-b49c-8a6042c68a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:27.310758 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-00c35d9d-50d4-4881-92d5-44b0bd4b74c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:27.322879 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-391e34b7-19ba-4f6a-83f2-266e40fd1cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:27.433635 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-391e34b7-19ba-4f6a-83f2-266e40fd1cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:27.445798 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-41ea0cd2-09e8-4c44-be81-179987030812 req-4f56b2a9-ab38-4c38-a5b5-93cce90175ba service neutron] 10.222.0.42 "GET /v2.0/networks/3e9c590a-6b44-49f8-886f-42e7319e9e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347914 Jun 22 07:12:27.515332 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac23d7f-1ff1-431f-8aae-26be224ec316 req-6e19d935-124d-448e-bd6c-bd9c04d88a85 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:27.516912 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-cac23d7f-1ff1-431f-8aae-26be224ec316 req-6e19d935-124d-448e-bd6c-bd9c04d88a85 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e6d2baa-8bbb-4253-b579-22d4eb793b7a HTTP/1.1" status: 200 len: 944 time: 0.1907918 Jun 22 07:12:27.578915 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-41ea0cd2-09e8-4c44-be81-179987030812 req-766b8ceb-f980-44d2-a45f-3ecc6a6fa191 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9c590a-6b44-49f8-886f-42e7319e9e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191206 Jun 22 07:12:27.598685 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-00c35d9d-50d4-4881-92d5-44b0bd4b74c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:27.602749 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-cac23d7f-1ff1-431f-8aae-26be224ec316 req-218944de-0d38-4ced-96ca-ba2c7f6dd297 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784206 Jun 22 07:12:27.603472 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-391e34b7-19ba-4f6a-83f2-266e40fd1cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:27.607475 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-391e34b7-19ba-4f6a-83f2-266e40fd1cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:27.608189 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-391e34b7-19ba-4f6a-83f2-266e40fd1cea admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a01a25e0-f280-42b2-8506-d4544408c4bd HTTP/1.1" status: 204 len: 168 time: 0.3914380 Jun 22 07:12:27.609409 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-1658011c-56e5-42ed-86b2-8daf8daa03e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:27.619047 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e34b7-19ba-4f6a-83f2-266e40fd1cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01a25e0-f280-42b2-8506-d4544408c4bd,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:27.620756 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-00c35d9d-50d4-4881-92d5-44b0bd4b74c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:27.625722 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-391e34b7-19ba-4f6a-83f2-266e40fd1cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:27.626199 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-391e34b7-19ba-4f6a-83f2-266e40fd1cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:27.683128 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-00c35d9d-50d4-4881-92d5-44b0bd4b74c6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=422f6ae60a114bdcadf8dd48d472a2a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3385205 Jun 22 07:12:27.686802 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c35d9d-50d4-4881-92d5-44b0bd4b74c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec876677-67bb-4b6e-82dd-19c0367523e6,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:27.687616 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 59830) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:27.691508 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-00c35d9d-50d4-4881-92d5-44b0bd4b74c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:27.804296 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-a9cf49c8-db07-4a72-8905-7932767705b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:27.814941 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 59838) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:27.836334 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64990e-8616-4901-9f4e-fb2a305135b2 req-79647cb2-61f4-416e-92f5-84b78a87ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:27.837807 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2a64990e-8616-4901-9f4e-fb2a305135b2 req-79647cb2-61f4-416e-92f5-84b78a87ab3b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b115f7faea3347e6818376042dd8146b&device_id=5e6d2baa-8bbb-4253-b579-22d4eb793b7a HTTP/1.1" status: 200 len: 1097 time: 0.0982358 Jun 22 07:12:27.838333 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-cf2f533d-5506-43b3-9bdb-dcfc4e9400f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:27.839667 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-a9cf49c8-db07-4a72-8905-7932767705b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:27.982602 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-a9cf49c8-db07-4a72-8905-7932767705b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:27.985967 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-a9cf49c8-db07-4a72-8905-7932767705b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:27.987458 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-a9cf49c8-db07-4a72-8905-7932767705b9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ec876677-67bb-4b6e-82dd-19c0367523e6 HTTP/1.1" status: 204 len: 168 time: 0.2987304 Jun 22 07:12:27.990467 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-08acb49f-7a39-4e0d-89be-5bdd2047b3b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:27.995043 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64990e-8616-4901-9f4e-fb2a305135b2 req-b694dc2f-8715-4a06-9bfd-b5ae6a26a3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:27.997502 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2a64990e-8616-4901-9f4e-fb2a305135b2 req-b694dc2f-8715-4a06-9bfd-b5ae6a26a3de service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e9c590a-6b44-49f8-886f-42e7319e9e4c HTTP/1.1" status: 200 len: 915 time: 0.1475170 Jun 22 07:12:28.003381 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf49c8-db07-4a72-8905-7932767705b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec876677-67bb-4b6e-82dd-19c0367523e6,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:28.020380 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-a9cf49c8-db07-4a72-8905-7932767705b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:28.069590 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2a64990e-8616-4901-9f4e-fb2a305135b2 req-a92b3b44-d6a0-4241-bee5-8cfda35d305b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89ac36be-e573-4aff-9845-e18d0ba381ee HTTP/1.1" status: 200 len: 217 time: 0.0637808 Jun 22 07:12:28.079677 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-cf2f533d-5506-43b3-9bdb-dcfc4e9400f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:28.086345 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-cf2f533d-5506-43b3-9bdb-dcfc4e9400f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:28.129059 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-766543ad-1d3f-44da-b49c-8a6042c68a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:28.137801 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64990e-8616-4901-9f4e-fb2a305135b2 req-be7c7527-1fc7-4310-b0ab-0bf41692db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:28.139801 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2a64990e-8616-4901-9f4e-fb2a305135b2 req-be7c7527-1fc7-4310-b0ab-0bf41692db80 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06523850-ed49-46ee-acdf-72646e7dc4c2 HTTP/1.1" status: 200 len: 854 time: 0.0599880 Jun 22 07:12:28.147035 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-cf2f533d-5506-43b3-9bdb-dcfc4e9400f1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b996d0bd8ca641c09b218efa13895636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286071 Jun 22 07:12:28.147917 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 59856) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:28.161292 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2779b-2e5b-4c15-8705-b4cef59f5cda req-22307e27-074e-4f0d-9b8f-b2f913737d50 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:28.162780 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ffb2779b-2e5b-4c15-8705-b4cef59f5cda req-22307e27-074e-4f0d-9b8f-b2f913737d50 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.2041857 Jun 22 07:12:28.167848 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f533d-5506-43b3-9bdb-dcfc4e9400f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165846c3-d93e-46c3-a4b3-dec3cb97ed26,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:28.198744 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-cf2f533d-5506-43b3-9bdb-dcfc4e9400f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:28.231105 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2a64990e-8616-4901-9f4e-fb2a305135b2 req-0c9ae33a-e707-47e3-9234-c2cdfeaa0079 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9c590a-6b44-49f8-886f-42e7319e9e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381637 Jun 22 07:12:28.268300 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-de52aa5b-cc14-4ef2-ac3e-316b0fbf61ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:28.314091 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ffb2779b-2e5b-4c15-8705-b4cef59f5cda req-ff453aa2-f4d8-43af-a295-df49c7dad3ef tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044803 Jun 22 07:12:28.355247 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-de52aa5b-cc14-4ef2-ac3e-316b0fbf61ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:28.418081 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2a64990e-8616-4901-9f4e-fb2a305135b2 req-416cd1fb-2900-42e4-b247-f9a7f13c9ee0 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9c590a-6b44-49f8-886f-42e7319e9e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722183 Jun 22 07:12:28.488588 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-de52aa5b-cc14-4ef2-ac3e-316b0fbf61ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:28.491892 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-de52aa5b-cc14-4ef2-ac3e-316b0fbf61ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:28.496172 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-de52aa5b-cc14-4ef2-ac3e-316b0fbf61ee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/165846c3-d93e-46c3-a4b3-dec3cb97ed26 HTTP/1.1" status: 204 len: 168 time: 0.3467069 Jun 22 07:12:28.500079 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-d67c4b11-20c3-4adc-9ba1-c85bba9a0f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:28.512392 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52aa5b-cc14-4ef2-ac3e-316b0fbf61ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165846c3-d93e-46c3-a4b3-dec3cb97ed26,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:28.516384 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-de52aa5b-cc14-4ef2-ac3e-316b0fbf61ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:28.548649 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 59884) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:28.561346 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2a64990e-8616-4901-9f4e-fb2a305135b2 req-cef33841-9a0c-49a6-b4db-b92e7e784478 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9c590a-6b44-49f8-886f-42e7319e9e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366189 Jun 22 07:12:28.575266 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-7d283121-552e-4dc4-beb1-cfee2082b941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:28.741382 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-7d283121-552e-4dc4-beb1-cfee2082b941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:28.750069 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-7d283121-552e-4dc4-beb1-cfee2082b941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:28.756932 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-0faefff6-a338-44fb-a767-793d43641c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:28.812946 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 59902) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:28.813478 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-7d283121-552e-4dc4-beb1-cfee2082b941 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=83eba7cbcfee4e73b3c7303f1c553f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627568 Jun 22 07:12:28.820125 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d283121-552e-4dc4-beb1-cfee2082b941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5665edae-3f01-4d94-b933-67221b4b5a76,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:28.823307 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-7d283121-552e-4dc4-beb1-cfee2082b941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:28.952536 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b87d9-8b2e-493d-876e-0d6f203ac91b req-b6113865-ca19-4109-81a4-4b975c05d96d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:28.954173 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ab2b87d9-8b2e-493d-876e-0d6f203ac91b req-b6113865-ca19-4109-81a4-4b975c05d96d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e6d2baa-8bbb-4253-b579-22d4eb793b7a HTTP/1.1" status: 200 len: 944 time: 0.1230145 Jun 22 07:12:28.954814 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-e71454a9-6e0d-4193-8b2b-55bc20eeea9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:29.005675 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-e71454a9-6e0d-4193-8b2b-55bc20eeea9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:29.051567 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ab2b87d9-8b2e-493d-876e-0d6f203ac91b req-196c96df-c228-49dd-b63f-9d274489e9a2 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827880 Jun 22 07:12:29.091604 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-e71454a9-6e0d-4193-8b2b-55bc20eeea9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:29.094797 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-e71454a9-6e0d-4193-8b2b-55bc20eeea9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:29.096143 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-e71454a9-6e0d-4193-8b2b-55bc20eeea9f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5665edae-3f01-4d94-b933-67221b4b5a76 HTTP/1.1" status: 204 len: 168 time: 0.2818522 Jun 22 07:12:29.096862 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-2e331096-3870-4047-b1c6-89058f34ff5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:29.105465 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71454a9-6e0d-4193-8b2b-55bc20eeea9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5665edae-3f01-4d94-b933-67221b4b5a76,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:29.124133 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-e71454a9-6e0d-4193-8b2b-55bc20eeea9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:29.508799 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d64db-40ff-42b4-a726-5f25dab432c8 req-26a153ca-c71e-4beb-886d-13d25ff7c5ef tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:29.510579 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7f0d64db-40ff-42b4-a726-5f25dab432c8 req-26a153ca-c71e-4beb-886d-13d25ff7c5ef tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.0792301 Jun 22 07:12:29.561514 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7f0d64db-40ff-42b4-a726-5f25dab432c8 req-51a447f9-eb2a-4323-b3cf-a681843310b3 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441215 Jun 22 07:12:29.680255 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 59962) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:29.833740 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-4faba37c-aa5c-4359-aba5-b6e62df9e7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:29.988670 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-4faba37c-aa5c-4359-aba5-b6e62df9e7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:29.994749 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-4faba37c-aa5c-4359-aba5-b6e62df9e7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:30.000901 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-a811f09a-6919-414d-8190-d237e51b7050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:30.014083 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 59992) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:30.051025 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-4faba37c-aa5c-4359-aba5-b6e62df9e7f1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e9fea78255ba4f629bc9aec850d18a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3696840 Jun 22 07:12:30.053838 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 60002) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:30.057107 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faba37c-aa5c-4359-aba5-b6e62df9e7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f043ec16-a491-40b9-8f60-daecd6a835d6,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:30.070624 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faba37c-aa5c-4359-aba5-b6e62df9e7f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:30.070984 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faba37c-aa5c-4359-aba5-b6e62df9e7f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:30.071361 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faba37c-aa5c-4359-aba5-b6e62df9e7f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:30.071739 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faba37c-aa5c-4359-aba5-b6e62df9e7f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:30.072085 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faba37c-aa5c-4359-aba5-b6e62df9e7f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:30.072429 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faba37c-aa5c-4359-aba5-b6e62df9e7f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:30.072792 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faba37c-aa5c-4359-aba5-b6e62df9e7f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:30.073123 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faba37c-aa5c-4359-aba5-b6e62df9e7f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:30.073465 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faba37c-aa5c-4359-aba5-b6e62df9e7f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:30.073828 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faba37c-aa5c-4359-aba5-b6e62df9e7f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:30.074163 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faba37c-aa5c-4359-aba5-b6e62df9e7f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:30.075151 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faba37c-aa5c-4359-aba5-b6e62df9e7f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:30.101174 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-4faba37c-aa5c-4359-aba5-b6e62df9e7f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:30.179091 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-1259d257-d87c-4fc0-b705-b7c6c56bb20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:30.190482 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-98c26eed-d93f-4352-b0f2-0dc4b891acd8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1852545020-network', 'tenant_id': 'ca03313995db4f52aa5ccd35ec65f37e'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:12:30.217935 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 89ac36be-e573-4aff-9845-e18d0ba381ee details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:12:30.248203 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-1259d257-d87c-4fc0-b705-b7c6c56bb20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:30.323666 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c26eed-d93f-4352-b0f2-0dc4b891acd8 admin admin] Made reservation on behalf of ca03313995db4f52aa5ccd35ec65f37e for: {'network': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:12:30.327280 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-98c26eed-d93f-4352-b0f2-0dc4b891acd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for network, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:30.344946 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-98c26eed-d93f-4352-b0f2-0dc4b891acd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:30.384580 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-1259d257-d87c-4fc0-b705-b7c6c56bb20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:30.387648 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-1259d257-d87c-4fc0-b705-b7c6c56bb20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:30.389102 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-1259d257-d87c-4fc0-b705-b7c6c56bb20d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f043ec16-a491-40b9-8f60-daecd6a835d6 HTTP/1.1" status: 204 len: 168 time: 0.3311317 Jun 22 07:12:30.391998 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-a9cf49c8-db07-4a72-8905-7932767705b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:30.403664 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259d257-d87c-4fc0-b705-b7c6c56bb20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f043ec16-a491-40b9-8f60-daecd6a835d6,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:30.409970 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-1259d257-d87c-4fc0-b705-b7c6c56bb20d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:30.464222 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01064f-0366-42be-bd09-9413f07a8a92 req-2b980a98-4526-4578-a1db-af62dd5a58e3 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:30.467371 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ed01064f-0366-42be-bd09-9413f07a8a92 req-2b980a98-4526-4578-a1db-af62dd5a58e3 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e6d2baa-8bbb-4253-b579-22d4eb793b7a HTTP/1.1" status: 200 len: 944 time: 0.2144163 Jun 22 07:12:30.501643 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 89ac36be-e573-4aff-9845-e18d0ba381ee, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=89ac36be-e573-4aff-9845-e18d0ba381ee,segment=NetworkSegment(fd845a99-f4e6-4201-b4ca-0c1b2d0796b9),segment_id=fd845a99-f4e6-4201-b4ca-0c1b2d0796b9)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:12:30.507276 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-98c26eed-d93f-4352-b0f2-0dc4b891acd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:30.524489 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-98c26eed-d93f-4352-b0f2-0dc4b891acd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:30.528119 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ed01064f-0366-42be-bd09-9413f07a8a92 req-a6109536-4d19-4dee-8868-cbf28379d21c tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517085 Jun 22 07:12:30.533801 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Returning: {'device': '89ac36be-e573-4aff-9845-e18d0ba381ee', 'network_id': '3e9c590a-6b44-49f8-886f-42e7319e9e4c', 'port_id': '89ac36be-e573-4aff-9845-e18d0ba381ee', 'mac_address': 'fa:16:3e:99:31:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06523850-ed49-46ee-acdf-72646e7dc4c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:12:30.553101 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c26eed-d93f-4352-b0f2-0dc4b891acd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=92822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:12:30.576778 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-98c26eed-d93f-4352-b0f2-0dc4b891acd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:30.577161 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.db.segments_db [None req-98c26eed-d93f-4352-b0f2-0dc4b891acd8 admin admin] Added segment 0290dc99-6ff7-4457-9a4b-580f1a31f280 of type vlan for network 9fc47123-9b4c-41e9-89d7-06a38c572763 Jun 22 07:12:30.582930 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-9e9dc4d3-3b67-4787-8b9d-bd26ef8e200d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:30.594982 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:30.620790 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c26eed-d93f-4352-b0f2-0dc4b891acd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c6befb-3603-4191-8f55-1edbc4ee8c1e,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:30.644049 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-98c26eed-d93f-4352-b0f2-0dc4b891acd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:30.653871 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ac36be-e573-4aff-9845-e18d0ba381ee {{(pid=92823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:12:30.664105 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-98c26eed-d93f-4352-b0f2-0dc4b891acd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736031188691'] for network, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:30.716156 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 89ac36be-e573-4aff-9845-e18d0ba381ee, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=89ac36be-e573-4aff-9845-e18d0ba381ee,segment=NetworkSegment(fd845a99-f4e6-4201-b4ca-0c1b2d0796b9),segment_id=fd845a99-f4e6-4201-b4ca-0c1b2d0796b9)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:12:30.728818 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:30.739717 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:30.750819 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-98c26eed-d93f-4352-b0f2-0dc4b891acd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068'] for network, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:30.752482 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c26eed-d93f-4352-b0f2-0dc4b891acd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:30.761100 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-98c26eed-d93f-4352-b0f2-0dc4b891acd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:30.766064 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-48058802-ad29-46d4-a0c9-1aca5777aad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:30.798477 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942af50a-85d6-4ad3-a5bf-fe3080fe93d0 req-2465a981-f158-4064-853b-9d911e6e8e87 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:30.806735 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-942af50a-85d6-4ad3-a5bf-fe3080fe93d0 req-2465a981-f158-4064-853b-9d911e6e8e87 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.0943425 Jun 22 07:12:30.847516 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=89ac36be-e573-4aff-9845-e18d0ba381ee,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:30.853836 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-98c26eed-d93f-4352-b0f2-0dc4b891acd8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8356972 Jun 22 07:12:30.854908 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 60038) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:30.856971 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c26eed-d93f-4352-b0f2-0dc4b891acd8 admin admin] Pushing event updated for resources: {'Network': ['ID=9fc47123-9b4c-41e9-89d7-06a38c572763,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:30.861004 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-98c26eed-d93f-4352-b0f2-0dc4b891acd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:30.864877 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-7d857855-23f4-4bc8-9ff6-2fb07af8dda4 admin admin] Request body: {'subnet': {'network_id': '9fc47123-9b4c-41e9-89d7-06a38c572763', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1852545020-subnet', 'tenant_id': 'ca03313995db4f52aa5ccd35ec65f37e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:12:30.870460 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Network 9fc47123-9b4c-41e9-89d7-06a38c572763 details requested by agent ovs-agent-dv-cinder-786627-11-smb with host dv-cinder-786627-11-smb {{(pid=92823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:12:30.872146 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-942af50a-85d6-4ad3-a5bf-fe3080fe93d0 req-2012f1ac-3c80-4d3e-8f81-ae25b32c17c1 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636778 Jun 22 07:12:30.879534 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:30.879896 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:30.880242 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:30.881643 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:30.881643 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:30.881823 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:30.882097 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:30.882434 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:30.883105 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:30.883645 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:30.884131 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:30.884933 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:30.898431 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d857855-23f4-4bc8-9ff6-2fb07af8dda4 admin admin] Made reservation on behalf of ca03313995db4f52aa5ccd35ec65f37e for: {'subnet': 1} {{(pid=92821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:12:30.901555 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7d857855-23f4-4bc8-9ff6-2fb07af8dda4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130921206'] for subnet, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:30.905992 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:31.058574 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 60048) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:31.077873 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['89ac36be-e573-4aff-9845-e18d0ba381ee'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:12:31.099063 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7d857855-23f4-4bc8-9ff6-2fb07af8dda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-134075165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130921156'] for subnet, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:31.102237 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-a8369dce-3998-4196-b067-0a610257c48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:31.163303 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d857855-23f4-4bc8-9ff6-2fb07af8dda4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8124b7d5-6bae-4008-85d0-88df1018c706,revision_number=0']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:31.167749 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-7d857855-23f4-4bc8-9ff6-2fb07af8dda4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:31.169044 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d857855-23f4-4bc8-9ff6-2fb07af8dda4 admin admin] Checking segment: {'id': '0290dc99-6ff7-4457-9a4b-580f1a31f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9fc47123-9b4c-41e9-89d7-06a38c572763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:12:31.169869 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d857855-23f4-4bc8-9ff6-2fb07af8dda4 admin admin] Network hostable DHCP agents. Network: 9fc47123-9b4c-41e9-89d7-06a38c572763, hostable agents: ['b3e1d87c-8412-42f8-9df5-1411cb290459'], hosted agents: [] {{(pid=92821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:12:31.188509 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d857855-23f4-4bc8-9ff6-2fb07af8dda4 admin admin] Network 9fc47123-9b4c-41e9-89d7-06a38c572763 is scheduled to be hosted by DHCP agent b3e1d87c-8412-42f8-9df5-1411cb290459 with binding_index 1 {{(pid=92821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:12:31.192224 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-acb98eac-0dae-432f-a604-bc45da293f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:31.202654 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.base_scheduler [None req-7d857855-23f4-4bc8-9ff6-2fb07af8dda4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-smb, 9fc47123-9b4c-41e9-89d7-06a38c572763) {{(pid=92821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:12:31.207333 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d857855-23f4-4bc8-9ff6-2fb07af8dda4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:31.207932 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7d857855-23f4-4bc8-9ff6-2fb07af8dda4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:31.221924 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b6fa8a-b45a-49f0-b654-430d44e7265e None None] Network 9fc47123-9b4c-41e9-89d7-06a38c572763 requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:12:31.324170 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-acb98eac-0dae-432f-a604-bc45da293f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:31.329191 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-acb98eac-0dae-432f-a604-bc45da293f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:31.334467 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-106526a7-dbc5-4e08-9520-93137acfdf8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:31.337115 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-7d857855-23f4-4bc8-9ff6-2fb07af8dda4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4809630 Jun 22 07:12:31.373040 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-acb98eac-0dae-432f-a604-bc45da293f96 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1bafd4f7a09a4f72b0594a8eb74ebd1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124261 Jun 22 07:12:31.375944 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 60064) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:31.413851 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb98eac-0dae-432f-a604-bc45da293f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7a997d-153a-46be-8404-6f4a92738b0c,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:31.422269 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-acb98eac-0dae-432f-a604-bc45da293f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:31.446178 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be985fe-8108-4f27-97bb-b0f68ed6610c None None] Network 9fc47123-9b4c-41e9-89d7-06a38c572763 requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:12:31.476637 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-64f5d4e3-facf-4ae0-9d74-b3efbf9b9f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:31.501258 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-64f5d4e3-facf-4ae0-9d74-b3efbf9b9f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:31.563323 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-64f5d4e3-facf-4ae0-9d74-b3efbf9b9f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:31.568282 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-64f5d4e3-facf-4ae0-9d74-b3efbf9b9f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:31.572053 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-64f5d4e3-facf-4ae0-9d74-b3efbf9b9f35 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bc7a997d-153a-46be-8404-6f4a92738b0c HTTP/1.1" status: 204 len: 168 time: 0.1947658 Jun 22 07:12:31.573538 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-98b8ea86-ccc8-4a49-9780-4b69c2bb858f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:31.594762 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5d4e3-facf-4ae0-9d74-b3efbf9b9f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7a997d-153a-46be-8404-6f4a92738b0c,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:31.597743 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-64f5d4e3-facf-4ae0-9d74-b3efbf9b9f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:31.776410 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1a8b6-a432-4c7d-a01c-0dbca07120cc req-3de2add5-1fe3-458e-904d-e85fbd24f312 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:31.779682 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-19f1a8b6-a432-4c7d-a01c-0dbca07120cc req-3de2add5-1fe3-458e-904d-e85fbd24f312 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e6d2baa-8bbb-4253-b579-22d4eb793b7a HTTP/1.1" status: 200 len: 945 time: 0.0963447 Jun 22 07:12:31.835021 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-19f1a8b6-a432-4c7d-a01c-0dbca07120cc req-5bf30c49-1327-419b-8861-6a10a30db13f tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462015 Jun 22 07:12:31.940873 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 60090) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:32.082305 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 60100) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:32.103833 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-577f51e8-35d3-4517-8098-37f373d12eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:32.134961 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ed962865-118d-4064-b299-29169a701c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:32.144086 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86341b34-3c95-4dbd-a9cc-5a5f977a6f2f req-27f19d04-c957-485a-a8a4-5c5d9eddddfa tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:32.145561 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-86341b34-3c95-4dbd-a9cc-5a5f977a6f2f req-27f19d04-c957-485a-a8a4-5c5d9eddddfa tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.0974314 Jun 22 07:12:32.189697 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-86341b34-3c95-4dbd-a9cc-5a5f977a6f2f req-4886273f-135a-4493-967c-713082d748fd tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361609 Jun 22 07:12:32.209158 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-577f51e8-35d3-4517-8098-37f373d12eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:32.217180 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-577f51e8-35d3-4517-8098-37f373d12eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:32.218525 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 89ac36be-e573-4aff-9845-e18d0ba381ee up at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:12:32.220712 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:32.255799 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-577f51e8-35d3-4517-8098-37f373d12eac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bd418cc7bb48405a892cea0ec666375a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1714885 Jun 22 07:12:32.256722 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f51e8-35d3-4517-8098-37f373d12eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f065f498-b4a2-4ba9-b67d-207dbbe36e66,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:32.258574 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 60102) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:32.260161 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-577f51e8-35d3-4517-8098-37f373d12eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:32.277126 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning for port 89ac36be-e573-4aff-9845-e18d0ba381ee completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:12:32.281651 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning complete for port 89ac36be-e573-4aff-9845-e18d0ba381ee triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:12:32.282043 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:32.356165 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-78575afe-f595-4669-8f18-9075a0c9336d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:32.363608 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:32.377237 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ed962865-118d-4064-b299-29169a701c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:32.382064 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ed962865-118d-4064-b299-29169a701c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:32.386468 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6d2baa-8bbb-4253-b579-22d4eb793b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ac36be-e573-4aff-9845-e18d0ba381ee'}] {{(pid=92823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:12:32.389904 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1855b14f289de04877f76e9f82b9d84154af39b836c558547df9393c60095739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2d4e8c-86c0-42ce-89d5-c5d2195c1d4b" -d '{"events": [{"server_uuid": "5e6d2baa-8bbb-4253-b579-22d4eb793b7a", "name": "network-vif-plugged", "status": "completed", "tag": "89ac36be-e573-4aff-9845-e18d0ba381ee"}]}' {{(pid=92823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:12:32.390063 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:32.397420 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-78575afe-f595-4669-8f18-9075a0c9336d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:32.406638 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 89ac36be-e573-4aff-9845-e18d0ba381ee, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=89ac36be-e573-4aff-9845-e18d0ba381ee,segment=NetworkSegment(fd845a99-f4e6-4201-b4ca-0c1b2d0796b9),segment_id=fd845a99-f4e6-4201-b4ca-0c1b2d0796b9)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:12:32.411713 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:32.413493 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:32.435163 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6797bcb3-ccc4-4fed-beae-ee5e23b60233 x-openstack-request-id: req-6797bcb3-ccc4-4fed-beae-ee5e23b60233 {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:12:32.435498 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6d2baa-8bbb-4253-b579-22d4eb793b7a", "name": "network-vif-plugged", "status": "completed", "tag": "89ac36be-e573-4aff-9845-e18d0ba381ee", "code": 200}]} {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:12:32.435766 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6797bcb3-ccc4-4fed-beae-ee5e23b60233 {{(pid=92823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:12:32.436156 dv-cinder-786627-11-smb neutron-server[92823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6d2baa-8bbb-4253-b579-22d4eb793b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ac36be-e573-4aff-9845-e18d0ba381ee', 'code': 200} Jun 22 07:12:32.456097 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed962865-118d-4064-b299-29169a701c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bef0e3-4867-4343-af7c-73fb4ec48449,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:32.459273 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-ed962865-118d-4064-b299-29169a701c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:32.463208 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=89ac36be-e573-4aff-9845-e18d0ba381ee,revision_number=5']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:32.467125 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:32.475602 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 60108) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:32.475722 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-ed962865-118d-4064-b299-29169a701c7c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=806056d00e204a41bbb6d83911943f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5336316 Jun 22 07:12:32.497530 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-78575afe-f595-4669-8f18-9075a0c9336d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:32.501271 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-78575afe-f595-4669-8f18-9075a0c9336d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:32.506992 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-78575afe-f595-4669-8f18-9075a0c9336d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f065f498-b4a2-4ba9-b67d-207dbbe36e66 HTTP/1.1" status: 204 len: 168 time: 0.2462461 Jun 22 07:12:32.508456 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-9ae7296d-b17c-46a6-9c22-766dc88955fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:32.518022 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78575afe-f595-4669-8f18-9075a0c9336d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f065f498-b4a2-4ba9-b67d-207dbbe36e66,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:32.524464 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-78575afe-f595-4669-8f18-9075a0c9336d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:32.532640 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-dda52c03-ed11-4a0d-972d-79dac48e8767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:32.559150 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-dda52c03-ed11-4a0d-972d-79dac48e8767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:32.614297 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-dda52c03-ed11-4a0d-972d-79dac48e8767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:32.617335 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-dda52c03-ed11-4a0d-972d-79dac48e8767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:32.621820 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-dda52c03-ed11-4a0d-972d-79dac48e8767 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/04bef0e3-4867-4343-af7c-73fb4ec48449 HTTP/1.1" status: 204 len: 168 time: 0.1420319 Jun 22 07:12:32.621820 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-08890dc3-c2f1-4d72-8ea9-fdbc321bde1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:32.628173 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda52c03-ed11-4a0d-972d-79dac48e8767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bef0e3-4867-4343-af7c-73fb4ec48449,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:32.630581 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-dda52c03-ed11-4a0d-972d-79dac48e8767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:32.743836 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf4818-8f92-4a47-ab72-d997febb3cf9 req-9c70db0a-e300-498f-9def-3f513b38c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:32.745551 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-dedf4818-8f92-4a47-ab72-d997febb3cf9 req-9c70db0a-e300-498f-9def-3f513b38c2f1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5e6d2baa-8bbb-4253-b579-22d4eb793b7a HTTP/1.1" status: 200 len: 1099 time: 0.0629709 Jun 22 07:12:32.797141 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-dedf4818-8f92-4a47-ab72-d997febb3cf9 req-446ec9b7-c8ce-45c3-b709-bb3afa690370 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382729 Jun 22 07:12:32.938272 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 60128) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:32.952012 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b407474e-28c7-4cda-b3b8-da6c109f6fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:33.049658 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c80e3e-1a65-495f-82de-cbfd2af032cf req-41c50286-d159-4c03-b331-ff34d724b22a tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:33.064880 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-97c80e3e-1a65-495f-82de-cbfd2af032cf req-41c50286-d159-4c03-b331-ff34d724b22a tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e6d2baa-8bbb-4253-b579-22d4eb793b7a HTTP/1.1" status: 200 len: 946 time: 0.0960400 Jun 22 07:12:33.065151 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b407474e-28c7-4cda-b3b8-da6c109f6fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:33.068311 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b407474e-28c7-4cda-b3b8-da6c109f6fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:33.073806 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-1960d4b2-06f6-42f9-b75b-c914432ceddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:33.122242 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-b407474e-28c7-4cda-b3b8-da6c109f6fa6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0646256a5eb1461791f65fca2092a523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1828403 Jun 22 07:12:33.122883 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-97c80e3e-1a65-495f-82de-cbfd2af032cf req-7b773138-c13a-48c8-b0b3-6dd4f04baae0 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638707 Jun 22 07:12:33.123016 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 60138) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:33.124847 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407474e-28c7-4cda-b3b8-da6c109f6fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4a21c6-6a56-4097-8b59-e86bfb9ed197,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:33.128312 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-b407474e-28c7-4cda-b3b8-da6c109f6fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:33.190166 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-e2457088-6287-4fcb-a54a-0a16fb929a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:33.216430 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-e2457088-6287-4fcb-a54a-0a16fb929a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:33.281409 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-e2457088-6287-4fcb-a54a-0a16fb929a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:33.288167 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-e2457088-6287-4fcb-a54a-0a16fb929a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:33.295944 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-e2457088-6287-4fcb-a54a-0a16fb929a33 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dd4a21c6-6a56-4097-8b59-e86bfb9ed197 HTTP/1.1" status: 204 len: 168 time: 0.1714580 Jun 22 07:12:33.297097 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-cf2f533d-5506-43b3-9bdb-dcfc4e9400f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:33.316551 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2457088-6287-4fcb-a54a-0a16fb929a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4a21c6-6a56-4097-8b59-e86bfb9ed197,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:33.342124 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-e2457088-6287-4fcb-a54a-0a16fb929a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:33.521768 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b3d96-ddba-483c-a427-c0db5359b235 req-8daf0fff-e2ce-4c53-b68d-2d1efe5e59c0 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:33.527924 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f81b3d96-ddba-483c-a427-c0db5359b235 req-8daf0fff-e2ce-4c53-b68d-2d1efe5e59c0 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.1814511 Jun 22 07:12:33.557773 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-c34a13b7-3cae-458a-90d5-5ffffd24a60a tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:33.559788 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-c34a13b7-3cae-458a-90d5-5ffffd24a60a tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/networks?id=9fc47123-9b4c-41e9-89d7-06a38c572763 HTTP/1.1" status: 200 len: 809 time: 0.1606686 Jun 22 07:12:33.592966 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-fde9fb1e-fea8-4d42-a7ff-3cbe92136193 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/quotas/ca03313995db4f52aa5ccd35ec65f37e HTTP/1.1" status: 200 len: 375 time: 0.0246830 Jun 22 07:12:33.604147 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f81b3d96-ddba-483c-a427-c0db5359b235 req-60f7d760-31c4-4372-9ff6-e28eae7d884d tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694394 Jun 22 07:12:33.655487 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-db76bcf3-e872-4147-8cf9-d0bd4a39e824 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ca03313995db4f52aa5ccd35ec65f37e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405369 Jun 22 07:12:33.725281 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 60174) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:33.740558 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-deb0aac9-f7ef-4ca5-b0f0-3e9656744b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:33.767321 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-3d610c57-dd71-404a-a13d-1d40fcd81d60 service neutron] 10.222.0.22 "GET /v2.0/networks/9fc47123-9b4c-41e9-89d7-06a38c572763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107213 Jun 22 07:12:33.872481 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-deb0aac9-f7ef-4ca5-b0f0-3e9656744b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:33.876001 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-69d59b86-9fdf-41f0-82e2-194fc15775f7 service neutron] 10.222.0.22 "GET /v2.0/networks/9fc47123-9b4c-41e9-89d7-06a38c572763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075952 Jun 22 07:12:33.877217 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-deb0aac9-f7ef-4ca5-b0f0-3e9656744b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:33.880384 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-98c26eed-d93f-4352-b0f2-0dc4b891acd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:33.928039 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-deb0aac9-f7ef-4ca5-b0f0-3e9656744b78 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6dd8068ba9044702bbc38a152fa6dc47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2016141 Jun 22 07:12:33.928859 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0aac9-f7ef-4ca5-b0f0-3e9656744b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7011a02f-50b4-4c94-b147-3a224b5db226,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:33.930839 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 60176) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:33.936235 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-deb0aac9-f7ef-4ca5-b0f0-3e9656744b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:34.000850 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-43820d12-dc74-4dbb-895c-e8fe9048d34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:34.031811 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-43820d12-dc74-4dbb-895c-e8fe9048d34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:34.094442 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e2dd7e5b-23b2-49dd-8b4f-0e5e7e15c547 req-9b65a0a6-091b-4014-8f28-779ea105709d tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb667509-fa0e-4926-aa00-d4b2ac4dfb18 HTTP/1.1" status: 200 len: 210 time: 0.0297782 Jun 22 07:12:34.108599 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-43820d12-dc74-4dbb-895c-e8fe9048d34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:34.113508 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-43820d12-dc74-4dbb-895c-e8fe9048d34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:34.113508 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-43820d12-dc74-4dbb-895c-e8fe9048d34b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7011a02f-50b4-4c94-b147-3a224b5db226 HTTP/1.1" status: 204 len: 168 time: 0.1805997 Jun 22 07:12:34.113508 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-e2457088-6287-4fcb-a54a-0a16fb929a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:34.130502 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-00be27b3-15a2-4110-9685-5ee67ef7ac16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:34.138069 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43820d12-dc74-4dbb-895c-e8fe9048d34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7011a02f-50b4-4c94-b147-3a224b5db226,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:34.140597 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-43820d12-dc74-4dbb-895c-e8fe9048d34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:34.549304 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aade84f-29f3-4b52-8126-88a8a0247c9f req-52ce7d29-149e-41bf-b61c-c4f25f5a8f24 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:34.556187 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-6aade84f-29f3-4b52-8126-88a8a0247c9f req-52ce7d29-149e-41bf-b61c-c4f25f5a8f24 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e6d2baa-8bbb-4253-b579-22d4eb793b7a HTTP/1.1" status: 200 len: 946 time: 0.2818959 Jun 22 07:12:34.602507 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-6aade84f-29f3-4b52-8126-88a8a0247c9f req-9a5b7877-1c7e-4dfb-b5b9-118fa2773b0d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452025 Jun 22 07:12:34.828284 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ab7e7-9735-4564-afef-dd9fdf3d855a req-4238658c-779a-4808-aa7c-794460472322 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:34.830505 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b18ab7e7-9735-4564-afef-dd9fdf3d855a req-4238658c-779a-4808-aa7c-794460472322 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.0916817 Jun 22 07:12:34.887328 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b18ab7e7-9735-4564-afef-dd9fdf3d855a req-6e98d6f8-8207-4f6d-b01f-7386e376e5c4 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504153 Jun 22 07:12:35.254689 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7bf4cd36-8740-411f-bda1-687d73d53fd6 req-255ddddb-e570-43e3-a6ba-14e56dffd4a6 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb667509-fa0e-4926-aa00-d4b2ac4dfb18 HTTP/1.1" status: 200 len: 210 time: 0.0337870 Jun 22 07:12:35.523187 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-8d9f43c1-ad4f-48ab-bdc7-a441f59663a1 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:35.526179 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-8d9f43c1-ad4f-48ab-bdc7-a441f59663a1 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.42 "GET /v2.0/networks?id=9fc47123-9b4c-41e9-89d7-06a38c572763 HTTP/1.1" status: 200 len: 809 time: 0.1310835 Jun 22 07:12:35.546080 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-52d3e477-5482-40bb-bddf-ba56727bb3d2 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Request body: {'port': {'device_id': 'fb667509-fa0e-4926-aa00-d4b2ac4dfb18', 'network_id': '9fc47123-9b4c-41e9-89d7-06a38c572763', 'admin_state_up': True, 'tenant_id': 'ca03313995db4f52aa5ccd35ec65f37e'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:12:35.697343 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-52d3e477-5482-40bb-bddf-ba56727bb3d2 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Made reservation on behalf of ca03313995db4f52aa5ccd35ec65f37e for: {'port': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:12:35.701618 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-52d3e477-5482-40bb-bddf-ba56727bb3d2 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:35.854052 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_common [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-52d3e477-5482-40bb-bddf-ba56727bb3d2 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Allocated IP 172.20.0.5 (9fc47123-9b4c-41e9-89d7-06a38c572763/8124b7d5-6bae-4008-85d0-88df1018c706/2d862b00-f571-4ae7-8040-bb7cecf14986) {{(pid=92822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:12:36.029916 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-52d3e477-5482-40bb-bddf-ba56727bb3d2 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Notify callbacks [] for port, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:36.098185 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d734cc-f462-476e-8dbd-924b4f0218f9 req-2633dfec-c89d-46af-930d-eaa0d7f78b62 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:36.106588 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-43d734cc-f462-476e-8dbd-924b4f0218f9 req-2633dfec-c89d-46af-930d-eaa0d7f78b62 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.0882475 Jun 22 07:12:36.120777 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-52d3e477-5482-40bb-bddf-ba56727bb3d2 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-133502027'] for port, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:36.126615 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:36.142069 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-43d734cc-f462-476e-8dbd-924b4f0218f9 req-9c148887-6460-4956-8904-2113db9c26b5 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343106 Jun 22 07:12:36.186516 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-52d3e477-5482-40bb-bddf-ba56727bb3d2 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Network 9fc47123-9b4c-41e9-89d7-06a38c572763 is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:12:36.190265 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-52d3e477-5482-40bb-bddf-ba56727bb3d2 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:12:36.194727 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-52d3e477-5482-40bb-bddf-ba56727bb3d2 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Received port after_create {{(pid=92822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:12:36.224423 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3e477-5482-40bb-bddf-ba56727bb3d2 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Pushing event updated for resources: {'Port': ['ID=2d862b00-f571-4ae7-8040-bb7cecf14986,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:36.230244 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-52d3e477-5482-40bb-bddf-ba56727bb3d2 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:36.265062 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-52d3e477-5482-40bb-bddf-ba56727bb3d2 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:36.265974 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-52d3e477-5482-40bb-bddf-ba56727bb3d2 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:36.281766 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-52d3e477-5482-40bb-bddf-ba56727bb3d2 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7427285 Jun 22 07:12:36.305552 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-24140dce-f773-45f1-b5d2-7bfda0ad21b9 service neutron] Request body: {'port': {'device_id': 'fb667509-fa0e-4926-aa00-d4b2ac4dfb18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:12:36.418100 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-24140dce-f773-45f1-b5d2-7bfda0ad21b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:36.506978 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0aef6e-e8cc-4200-b286-4a6eb950a36c req-3698fcf3-305a-431b-9b4a-518d718acd01 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:36.508631 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-cf0aef6e-e8cc-4200-b286-4a6eb950a36c req-3698fcf3-305a-431b-9b4a-518d718acd01 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb667509-fa0e-4926-aa00-d4b2ac4dfb18 HTTP/1.1" status: 200 len: 931 time: 0.0959518 Jun 22 07:12:36.543311 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 60362) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:36.572102 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-cf0aef6e-e8cc-4200-b286-4a6eb950a36c req-6c7eca9c-219d-48ba-84e5-d8f99b0fecdf tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/security-groups?id=27c6befb-3603-4191-8f55-1edbc4ee8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561635 Jun 22 07:12:36.752717 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-c9f38cd0-c0ca-4f42-a209-7ef7cfd8d763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:36.755146 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3f726b12-0758-488f-8abf-a19e8ba7be1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:36.908361 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-24140dce-f773-45f1-b5d2-7bfda0ad21b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d862b00-f571-4ae7-8040-bb7cecf14986 {{(pid=92822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:12:36.921538 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-24140dce-f773-45f1-b5d2-7bfda0ad21b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:36.921888 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:36.922063 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-c9f38cd0-c0ca-4f42-a209-7ef7cfd8d763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:36.933388 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-c9f38cd0-c0ca-4f42-a209-7ef7cfd8d763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:36.936323 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:36.950151 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.provisioning_blocks [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-24140dce-f773-45f1-b5d2-7bfda0ad21b9 service neutron] Transition to ACTIVE for port object 2d862b00-f571-4ae7-8040-bb7cecf14986 will not be triggered until provisioned by entity L2. {{(pid=92822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:12:36.956881 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-24140dce-f773-45f1-b5d2-7bfda0ad21b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:36.961944 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-874828e1-8221-4cdb-9fcc-2aac801930fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:36.978769 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-c9f38cd0-c0ca-4f42-a209-7ef7cfd8d763 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6bd4d32ee7d34cc4bbbbeff67e7992da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4217412 Jun 22 07:12:36.979650 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f38cd0-c0ca-4f42-a209-7ef7cfd8d763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fa8e58-7053-4acb-9d80-63cbf5d5cd4c,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:36.982211 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 60374) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:36.989266 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-c9f38cd0-c0ca-4f42-a209-7ef7cfd8d763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:37.044418 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7feb207f-3b33-4a26-aa4b-8820b117cbf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:37.049388 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24140dce-f773-45f1-b5d2-7bfda0ad21b9 service neutron] Pushing event updated for resources: {'Port': ['ID=2d862b00-f571-4ae7-8040-bb7cecf14986,revision_number=2']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:37.052431 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-24140dce-f773-45f1-b5d2-7bfda0ad21b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:37.072129 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7feb207f-3b33-4a26-aa4b-8820b117cbf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:37.140372 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7feb207f-3b33-4a26-aa4b-8820b117cbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:37.144040 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7feb207f-3b33-4a26-aa4b-8820b117cbf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:37.150150 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-7feb207f-3b33-4a26-aa4b-8820b117cbf3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a4fa8e58-7053-4acb-9d80-63cbf5d5cd4c HTTP/1.1" status: 204 len: 168 time: 0.1644690 Jun 22 07:12:37.157874 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:37.160900 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-24140dce-f773-45f1-b5d2-7bfda0ad21b9 service neutron] Attempting to bind port 2d862b00-f571-4ae7-8040-bb7cecf14986 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:12:37.161245 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-24140dce-f773-45f1-b5d2-7bfda0ad21b9 service neutron] Attempting to bind port 2d862b00-f571-4ae7-8040-bb7cecf14986 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '0290dc99-6ff7-4457-9a4b-580f1a31f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9fc47123-9b4c-41e9-89d7-06a38c572763'}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:12:37.161576 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-24140dce-f773-45f1-b5d2-7bfda0ad21b9 service neutron] Attempting to bind port 2d862b00-f571-4ae7-8040-bb7cecf14986 on network 9fc47123-9b4c-41e9-89d7-06a38c572763 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:12:37.166136 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-24140dce-f773-45f1-b5d2-7bfda0ad21b9 service neutron] Port 2d862b00-f571-4ae7-8040-bb7cecf14986 on network 9fc47123-9b4c-41e9-89d7-06a38c572763 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:12:37.166312 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb207f-3b33-4a26-aa4b-8820b117cbf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fa8e58-7053-4acb-9d80-63cbf5d5cd4c,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:37.166464 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-24140dce-f773-45f1-b5d2-7bfda0ad21b9 service neutron] Attempting to bind port 2d862b00-f571-4ae7-8040-bb7cecf14986 on network 9fc47123-9b4c-41e9-89d7-06a38c572763 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:12:37.168969 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-7feb207f-3b33-4a26-aa4b-8820b117cbf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:37.172302 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-24140dce-f773-45f1-b5d2-7bfda0ad21b9 service neutron] Checking agent: {'id': '6c17c73a-1ba3-464e-bc7a-10a2b7fbfd09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'started_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:12:37.172694 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-24140dce-f773-45f1-b5d2-7bfda0ad21b9 service neutron] Checking segment: {'id': '0290dc99-6ff7-4457-9a4b-580f1a31f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9fc47123-9b4c-41e9-89d7-06a38c572763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:12:37.173019 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-24140dce-f773-45f1-b5d2-7bfda0ad21b9 service neutron] Bound using segment: {'id': '0290dc99-6ff7-4457-9a4b-580f1a31f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9fc47123-9b4c-41e9-89d7-06a38c572763'} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:12:37.173435 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-24140dce-f773-45f1-b5d2-7bfda0ad21b9 service neutron] Bound port: 2d862b00-f571-4ae7-8040-bb7cecf14986, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0290dc99-6ff7-4457-9a4b-580f1a31f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9fc47123-9b4c-41e9-89d7-06a38c572763'}}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:12:37.173781 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-24140dce-f773-45f1-b5d2-7bfda0ad21b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:37.240877 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 60384) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:37.258732 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-24140dce-f773-45f1-b5d2-7bfda0ad21b9 service neutron] For port 2d862b00-f571-4ae7-8040-bb7cecf14986, host hv-cinder-78662, cleared binding levels {{(pid=92822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:12:37.262873 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-24140dce-f773-45f1-b5d2-7bfda0ad21b9 service neutron] For port 2d862b00-f571-4ae7-8040-bb7cecf14986, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2d862b00-f571-4ae7-8040-bb7cecf14986,segment=NetworkSegment(0290dc99-6ff7-4457-9a4b-580f1a31f280),segment_id=0290dc99-6ff7-4457-9a4b-580f1a31f280)] {{(pid=92822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:12:37.272494 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-24140dce-f773-45f1-b5d2-7bfda0ad21b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:37.297088 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:37.390752 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-24140dce-f773-45f1-b5d2-7bfda0ad21b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:37.390752 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-24140dce-f773-45f1-b5d2-7bfda0ad21b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:37.392345 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-24140dce-f773-45f1-b5d2-7bfda0ad21b9 service neutron] 10.222.0.42 "PUT /v2.0/ports/2d862b00-f571-4ae7-8040-bb7cecf14986 HTTP/1.1" status: 200 len: 1093 time: 1.0930762 Jun 22 07:12:37.392958 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb667509-fa0e-4926-aa00-d4b2ac4dfb18', 'tag': '2d862b00-f571-4ae7-8040-bb7cecf14986'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:12:37.395769 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04519342-2cca-44ab-aaca-a940d0c8153c" -d '{"events": [{"name": "network-changed", "server_uuid": "fb667509-fa0e-4926-aa00-d4b2ac4dfb18", "tag": "2d862b00-f571-4ae7-8040-bb7cecf14986"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:12:37.399063 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24140dce-f773-45f1-b5d2-7bfda0ad21b9 service neutron] Pushing event updated for resources: {'Port': ['ID=2d862b00-f571-4ae7-8040-bb7cecf14986,revision_number=3']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:37.403143 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-24140dce-f773-45f1-b5d2-7bfda0ad21b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:37.468090 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c7b1e-21d6-479e-ac9f-cfcde3b6fae5 req-7605a655-8e5d-44aa-8349-d164ae0cf8ea tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:37.473555 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b55c7b1e-21d6-479e-ac9f-cfcde3b6fae5 req-7605a655-8e5d-44aa-8349-d164ae0cf8ea tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.1258612 Jun 22 07:12:37.521708 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-481bf072-2118-45c3-929e-92080969f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:37.523692 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-481bf072-2118-45c3-929e-92080969f869 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca03313995db4f52aa5ccd35ec65f37e&device_id=fb667509-fa0e-4926-aa00-d4b2ac4dfb18 HTTP/1.1" status: 200 len: 1096 time: 0.0653763 Jun 22 07:12:37.539055 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b55c7b1e-21d6-479e-ac9f-cfcde3b6fae5 req-fecf20af-76bf-4680-9148-1f476b789848 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595641 Jun 22 07:12:37.587954 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-bac762e7-d80e-4f14-a902-f87d59f28a4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d862b00-f571-4ae7-8040-bb7cecf14986 HTTP/1.1" status: 200 len: 217 time: 0.0485649 Jun 22 07:12:37.596132 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b32715f-cf93-4707-ad88-915a9079932c x-openstack-request-id: req-7b32715f-cf93-4707-ad88-915a9079932c {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:12:37.599682 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb667509-fa0e-4926-aa00-d4b2ac4dfb18", "tag": "2d862b00-f571-4ae7-8040-bb7cecf14986", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:12:37.600193 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7b32715f-cf93-4707-ad88-915a9079932c {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:12:37.600809 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb667509-fa0e-4926-aa00-d4b2ac4dfb18', 'tag': '2d862b00-f571-4ae7-8040-bb7cecf14986', 'status': 'completed', 'code': 200} Jun 22 07:12:37.628325 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-852dc507-d01d-4d5d-8cc3-e95ef6daae35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:37.657599 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-38bf7701-aa9a-445c-9753-34dc26aae9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:37.659497 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-38bf7701-aa9a-445c-9753-34dc26aae9ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8124b7d5-6bae-4008-85d0-88df1018c706 HTTP/1.1" status: 200 len: 849 time: 0.0567911 Jun 22 07:12:37.719085 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-140da510-0f60-4c38-854f-c972485e332e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9fc47123-9b4c-41e9-89d7-06a38c572763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469878 Jun 22 07:12:37.720161 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:37.735222 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 60394) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:37.788588 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-a67ce464-8152-4cab-be0c-8d7b909a9a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:37.826485 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-852dc507-d01d-4d5d-8cc3-e95ef6daae35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:37.826485 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb6ec6-8550-414f-85ff-8e9812a7d442 req-37e9e2ce-10ed-4388-b344-cdf761e238ef tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:37.828050 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-18fb6ec6-8550-414f-85ff-8e9812a7d442 req-37e9e2ce-10ed-4388-b344-cdf761e238ef tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb667509-fa0e-4926-aa00-d4b2ac4dfb18 HTTP/1.1" status: 200 len: 943 time: 0.1072958 Jun 22 07:12:37.829444 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-852dc507-d01d-4d5d-8cc3-e95ef6daae35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:37.832090 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-7ec8ace3-eb26-45e8-90a5-f7539c96c631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:37.860378 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-445a53b7-8371-4a36-8f4f-f79f7c4e5367 service neutron] 10.222.0.42 "GET /v2.0/networks/9fc47123-9b4c-41e9-89d7-06a38c572763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339490 Jun 22 07:12:37.884848 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852dc507-d01d-4d5d-8cc3-e95ef6daae35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad833c5-f6d4-4a23-b14d-ce94cea64972,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:37.895249 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-852dc507-d01d-4d5d-8cc3-e95ef6daae35 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=04063f7d3d3040edac21fd6a2ef6deb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6507280 Jun 22 07:12:37.895249 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-852dc507-d01d-4d5d-8cc3-e95ef6daae35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:37.895538 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 60400) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:37.921138 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-18fb6ec6-8550-414f-85ff-8e9812a7d442 req-e0014865-06be-468e-9c1a-8c9c293bb9fa tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/security-groups?id=27c6befb-3603-4191-8f55-1edbc4ee8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848372 Jun 22 07:12:37.967857 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-3c198236-0a1d-4845-9a20-8ab2d297928a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:37.979627 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-8a8ab856-3bd8-4a80-baca-4f336f018502 req-10d41c8e-657b-4fae-8e89-5f1fa3740017 service neutron] 10.222.0.42 "GET /v2.0/networks/9fc47123-9b4c-41e9-89d7-06a38c572763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034436 Jun 22 07:12:37.991677 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-3c198236-0a1d-4845-9a20-8ab2d297928a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:38.008450 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-a67ce464-8152-4cab-be0c-8d7b909a9a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:38.015944 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-a67ce464-8152-4cab-be0c-8d7b909a9a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:38.044044 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-de362f52-796f-4a4c-b883-3302db706375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:38.047869 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-a67ce464-8152-4cab-be0c-8d7b909a9a1c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=385fc050340647b7b37a8dbdad26da14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126626 Jun 22 07:12:38.050603 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 60402) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:38.059989 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-3c198236-0a1d-4845-9a20-8ab2d297928a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:38.063702 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-3c198236-0a1d-4845-9a20-8ab2d297928a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:38.065253 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-3c198236-0a1d-4845-9a20-8ab2d297928a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dad833c5-f6d4-4a23-b14d-ce94cea64972 HTTP/1.1" status: 204 len: 168 time: 0.1687956 Jun 22 07:12:38.066650 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-78575afe-f595-4669-8f18-9075a0c9336d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:38.083268 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c198236-0a1d-4845-9a20-8ab2d297928a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad833c5-f6d4-4a23-b14d-ce94cea64972,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:38.091842 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-3c198236-0a1d-4845-9a20-8ab2d297928a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:38.125865 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ce464-8152-4cab-be0c-8d7b909a9a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d60fcf-3e70-4da1-b36a-59fff198f24b,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:38.134288 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-a67ce464-8152-4cab-be0c-8d7b909a9a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:38.163050 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-31cd454b-538b-4e01-b1c6-0c2501c643eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:38.175864 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04519342-2cca-44ab-aaca-a940d0c8153c req-012aaa86-76b7-4862-bb7e-d380cb22bef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:38.177644 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-04519342-2cca-44ab-aaca-a940d0c8153c req-012aaa86-76b7-4862-bb7e-d380cb22bef1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca03313995db4f52aa5ccd35ec65f37e&device_id=fb667509-fa0e-4926-aa00-d4b2ac4dfb18 HTTP/1.1" status: 200 len: 1096 time: 0.1147485 Jun 22 07:12:38.190875 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-31cd454b-538b-4e01-b1c6-0c2501c643eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:38.304906 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04519342-2cca-44ab-aaca-a940d0c8153c req-3a8d209d-7606-4404-ae37-211343521fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:38.306313 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-04519342-2cca-44ab-aaca-a940d0c8153c req-3a8d209d-7606-4404-ae37-211343521fce service neutron] 10.222.0.42 "GET /v2.0/networks?id=9fc47123-9b4c-41e9-89d7-06a38c572763 HTTP/1.1" status: 200 len: 910 time: 0.1135428 Jun 22 07:12:38.307336 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-31cd454b-538b-4e01-b1c6-0c2501c643eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:38.310229 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-31cd454b-538b-4e01-b1c6-0c2501c643eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:38.313738 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-31cd454b-538b-4e01-b1c6-0c2501c643eb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f6d60fcf-3e70-4da1-b36a-59fff198f24b HTTP/1.1" status: 204 len: 168 time: 0.2598586 Jun 22 07:12:38.313738 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-3ccf1786-45f6-4401-b595-f8d23663cc19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:38.320664 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd454b-538b-4e01-b1c6-0c2501c643eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d60fcf-3e70-4da1-b36a-59fff198f24b,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:38.340582 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-31cd454b-538b-4e01-b1c6-0c2501c643eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:38.370684 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-04519342-2cca-44ab-aaca-a940d0c8153c req-60ea0f1d-18f8-4e47-81fa-0adf7ce86327 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d862b00-f571-4ae7-8040-bb7cecf14986 HTTP/1.1" status: 200 len: 217 time: 0.0478508 Jun 22 07:12:38.426878 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04519342-2cca-44ab-aaca-a940d0c8153c req-ed1dafc1-5dea-4190-8d45-d7c028b9b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:38.428415 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-04519342-2cca-44ab-aaca-a940d0c8153c req-ed1dafc1-5dea-4190-8d45-d7c028b9b93d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8124b7d5-6bae-4008-85d0-88df1018c706 HTTP/1.1" status: 200 len: 849 time: 0.0501750 Jun 22 07:12:38.485695 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-04519342-2cca-44ab-aaca-a940d0c8153c req-8a95e6e8-ca94-4e00-aeb2-bdb94cb989f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9fc47123-9b4c-41e9-89d7-06a38c572763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396986 Jun 22 07:12:38.611176 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-04519342-2cca-44ab-aaca-a940d0c8153c req-1d078b89-d2cf-4c9c-82ca-fd9eb8f4a72a service neutron] 10.222.0.42 "GET /v2.0/networks/9fc47123-9b4c-41e9-89d7-06a38c572763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073389 Jun 22 07:12:38.751591 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-04519342-2cca-44ab-aaca-a940d0c8153c req-d53969e4-27f6-4c49-ade2-340374886eef service neutron] 10.222.0.42 "GET /v2.0/networks/9fc47123-9b4c-41e9-89d7-06a38c572763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346786 Jun 22 07:12:38.808426 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4199833-e301-4585-bc59-5eaedb6f826f req-56983782-c013-4852-8491-844ddd564dc0 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:38.809493 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d4199833-e301-4585-bc59-5eaedb6f826f req-56983782-c013-4852-8491-844ddd564dc0 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.0896940 Jun 22 07:12:38.867913 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d4199833-e301-4585-bc59-5eaedb6f826f req-591485c2-989b-4cbc-8f68-e83ecbfdcfa8 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518501 Jun 22 07:12:39.140911 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82e9bd-3bf7-41bf-a57e-9f0a601aa668 req-21863e1f-5f26-4e38-956a-820e6dec3c10 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:39.144280 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ed82e9bd-3bf7-41bf-a57e-9f0a601aa668 req-21863e1f-5f26-4e38-956a-820e6dec3c10 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb667509-fa0e-4926-aa00-d4b2ac4dfb18 HTTP/1.1" status: 200 len: 943 time: 0.0774541 Jun 22 07:12:39.258925 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ed82e9bd-3bf7-41bf-a57e-9f0a601aa668 req-c860071e-095a-40f1-9b20-f28c436afdab tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/security-groups?id=27c6befb-3603-4191-8f55-1edbc4ee8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102774 Jun 22 07:12:39.330721 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-2a4ee419-cd23-48c0-a2ab-59b5a73d2c74 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:39.337777 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-2a4ee419-cd23-48c0-a2ab-59b5a73d2c74 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/networks?id=3e9c590a-6b44-49f8-886f-42e7319e9e4c HTTP/1.1" status: 200 len: 814 time: 0.1527245 Jun 22 07:12:39.355171 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-f9072391-294f-437b-adb1-c91c0043b5e1 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/quotas/b115f7faea3347e6818376042dd8146b HTTP/1.1" status: 200 len: 375 time: 0.0163958 Jun 22 07:12:39.431401 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-e706593d-c081-4144-bcd0-0fdd76663b7e tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b115f7faea3347e6818376042dd8146b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0744774 Jun 22 07:12:39.563779 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-27421ea7-08bc-4136-bb7a-22eff8a93990 service neutron] 10.222.0.22 "GET /v2.0/networks/3e9c590a-6b44-49f8-886f-42e7319e9e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127653 Jun 22 07:12:39.685338 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-dbff1b6a-0027-4634-a754-242f4f9f83cc service neutron] 10.222.0.22 "GET /v2.0/networks/3e9c590a-6b44-49f8-886f-42e7319e9e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187775 Jun 22 07:12:39.774387 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:39.953131 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1ed472ea-10bd-4841-a745-76cf88963cd7 req-34ec2ef7-75ec-46c0-968b-2bfb3d851422 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6 HTTP/1.1" status: 200 len: 210 time: 0.0436313 Jun 22 07:12:40.139069 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495debd-60a8-45fd-bcbc-62051add342e req-d8c3cf9d-0c91-4e92-aa29-c860741465af tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:40.140596 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f495debd-60a8-45fd-bcbc-62051add342e req-d8c3cf9d-0c91-4e92-aa29-c860741465af tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.0771253 Jun 22 07:12:40.185208 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f495debd-60a8-45fd-bcbc-62051add342e req-5eed93e6-2306-4153-b5f8-a9bad40a5ac2 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378048 Jun 22 07:12:40.464177 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b88c4-95c8-4993-b2e9-e7e716a1dfe4 req-2dee282c-38d0-404a-bb92-27553db9a9d2 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:40.466749 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-6e1b88c4-95c8-4993-b2e9-e7e716a1dfe4 req-2dee282c-38d0-404a-bb92-27553db9a9d2 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb667509-fa0e-4926-aa00-d4b2ac4dfb18 HTTP/1.1" status: 200 len: 943 time: 0.0751081 Jun 22 07:12:40.507983 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-6e1b88c4-95c8-4993-b2e9-e7e716a1dfe4 req-40621a7f-a674-4b21-85bb-5bd2f03de694 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/security-groups?id=27c6befb-3603-4191-8f55-1edbc4ee8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346537 Jun 22 07:12:41.088459 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f03b7e54-162f-484a-a618-fc5a5933cd4b req-adc5540c-b218-4ac7-94a3-331ac08cefa7 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6 HTTP/1.1" status: 200 len: 210 time: 0.0300868 Jun 22 07:12:41.281667 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-7493e55c-c555-4b03-862a-7d0e0e44f499 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:41.285105 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-7493e55c-c555-4b03-862a-7d0e0e44f499 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.42 "GET /v2.0/networks?id=3e9c590a-6b44-49f8-886f-42e7319e9e4c HTTP/1.1" status: 200 len: 814 time: 0.1223168 Jun 22 07:12:41.306955 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-d6d30e88-f9e4-446e-be96-f14efd30d604 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Request body: {'port': {'device_id': '09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6', 'network_id': '3e9c590a-6b44-49f8-886f-42e7319e9e4c', 'admin_state_up': True, 'tenant_id': 'b115f7faea3347e6818376042dd8146b'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:12:41.446055 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-d6d30e88-f9e4-446e-be96-f14efd30d604 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Made reservation on behalf of b115f7faea3347e6818376042dd8146b for: {'port': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:12:41.451251 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-d6d30e88-f9e4-446e-be96-f14efd30d604 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:41.471381 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e21bd-cfd6-41c6-b999-b96dc2f4781c req-a0721eb7-615c-494e-8cc5-e5ebd0d956c9 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:41.472859 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e55e21bd-cfd6-41c6-b999-b96dc2f4781c req-a0721eb7-615c-494e-8cc5-e5ebd0d956c9 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.0838726 Jun 22 07:12:41.512624 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e55e21bd-cfd6-41c6-b999-b96dc2f4781c req-df0cef8d-dc46-4f76-863d-ff8affaa9c77 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339155 Jun 22 07:12:41.590719 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_common [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-d6d30e88-f9e4-446e-be96-f14efd30d604 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Allocated IP 172.20.0.12 (3e9c590a-6b44-49f8-886f-42e7319e9e4c/06523850-ed49-46ee-acdf-72646e7dc4c2/451d7362-deb2-4eea-a3f8-2ffc152118f8) {{(pid=92822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:12:41.693059 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19869292-150a-4f24-87a6-b0adbfcbbb5c req-42f958ce-298d-43f0-953e-55e3121a87fd tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:41.694539 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-19869292-150a-4f24-87a6-b0adbfcbbb5c req-42f958ce-298d-43f0-953e-55e3121a87fd tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb667509-fa0e-4926-aa00-d4b2ac4dfb18 HTTP/1.1" status: 200 len: 943 time: 0.0689263 Jun 22 07:12:41.733065 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-19869292-150a-4f24-87a6-b0adbfcbbb5c req-7723f61f-6393-4086-be43-ea87a4e97618 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/security-groups?id=27c6befb-3603-4191-8f55-1edbc4ee8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324721 Jun 22 07:12:41.748136 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-d6d30e88-f9e4-446e-be96-f14efd30d604 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks [] for port, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:41.796184 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-d6d30e88-f9e4-446e-be96-f14efd30d604 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-133502027'] for port, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:41.800279 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-37843932-45de-4ce7-ac44-5a69ceed1ca7 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:41.811115 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['89ac36be-e573-4aff-9845-e18d0ba381ee'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:12:41.848135 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-d6d30e88-f9e4-446e-be96-f14efd30d604 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Network 3e9c590a-6b44-49f8-886f-42e7319e9e4c is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:12:41.851525 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-d6d30e88-f9e4-446e-be96-f14efd30d604 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:12:41.856052 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-d6d30e88-f9e4-446e-be96-f14efd30d604 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Received port after_create {{(pid=92822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:12:41.862383 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d30e88-f9e4-446e-be96-f14efd30d604 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Pushing event updated for resources: {'Port': ['ID=451d7362-deb2-4eea-a3f8-2ffc152118f8,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:41.882496 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-d6d30e88-f9e4-446e-be96-f14efd30d604 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:41.910153 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-d6d30e88-f9e4-446e-be96-f14efd30d604 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:41.910855 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-d6d30e88-f9e4-446e-be96-f14efd30d604 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:41.926456 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-d6d30e88-f9e4-446e-be96-f14efd30d604 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6290452 Jun 22 07:12:41.940576 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-25a28c13-03d4-4fb0-ab4c-f2ac01d7a453 service neutron] Request body: {'port': {'device_id': '09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:12:42.021150 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-25a28c13-03d4-4fb0-ab4c-f2ac01d7a453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:42.281790 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b750e9-d4e8-4d39-a738-a6b1a7f55d5b req-75ce7dfc-d0b8-4fc6-9273-0eb8abd89ba5 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:42.283266 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c8b750e9-d4e8-4d39-a738-a6b1a7f55d5b req-75ce7dfc-d0b8-4fc6-9273-0eb8abd89ba5 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6 HTTP/1.1" status: 200 len: 932 time: 0.0707214 Jun 22 07:12:42.291060 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 2d862b00-f571-4ae7-8040-bb7cecf14986 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:12:42.322197 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c8b750e9-d4e8-4d39-a738-a6b1a7f55d5b req-7b4f9cac-d1f1-4ff4-babe-d8b1a9bd4781 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323424 Jun 22 07:12:42.347634 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-25a28c13-03d4-4fb0-ab4c-f2ac01d7a453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 451d7362-deb2-4eea-a3f8-2ffc152118f8 {{(pid=92822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:12:42.350512 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-25a28c13-03d4-4fb0-ab4c-f2ac01d7a453 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:42.364394 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.provisioning_blocks [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-25a28c13-03d4-4fb0-ab4c-f2ac01d7a453 service neutron] Transition to ACTIVE for port object 451d7362-deb2-4eea-a3f8-2ffc152118f8 will not be triggered until provisioned by entity L2. {{(pid=92822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:12:42.370040 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-25a28c13-03d4-4fb0-ab4c-f2ac01d7a453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:42.372187 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:42.423684 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 2d862b00-f571-4ae7-8040-bb7cecf14986, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2d862b00-f571-4ae7-8040-bb7cecf14986,segment=NetworkSegment(0290dc99-6ff7-4457-9a4b-580f1a31f280),segment_id=0290dc99-6ff7-4457-9a4b-580f1a31f280)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:12:42.437716 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Returning: {'device': '2d862b00-f571-4ae7-8040-bb7cecf14986', 'network_id': '9fc47123-9b4c-41e9-89d7-06a38c572763', 'port_id': '2d862b00-f571-4ae7-8040-bb7cecf14986', 'mac_address': 'fa:16:3e:52:45:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8124b7d5-6bae-4008-85d0-88df1018c706', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:12:42.493109 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:42.508840 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d862b00-f571-4ae7-8040-bb7cecf14986 {{(pid=92823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:12:42.532067 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 2d862b00-f571-4ae7-8040-bb7cecf14986, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2d862b00-f571-4ae7-8040-bb7cecf14986,segment=NetworkSegment(0290dc99-6ff7-4457-9a4b-580f1a31f280),segment_id=0290dc99-6ff7-4457-9a4b-580f1a31f280)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:12:42.551317 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:42.556999 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:42.613200 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=2d862b00-f571-4ae7-8040-bb7cecf14986,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:42.616506 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:42.681327 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a28c13-03d4-4fb0-ab4c-f2ac01d7a453 service neutron] Pushing event updated for resources: {'Port': ['ID=451d7362-deb2-4eea-a3f8-2ffc152118f8,revision_number=2']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:42.685813 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-25a28c13-03d4-4fb0-ab4c-f2ac01d7a453 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:42.721056 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3ec39-5845-4561-9b15-15e2291d8460 req-7923d54d-ff95-4ab4-96f1-73c00a37350d tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:42.722624 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7df3ec39-5845-4561-9b15-15e2291d8460 req-7923d54d-ff95-4ab4-96f1-73c00a37350d tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.0716240 Jun 22 07:12:42.733609 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-25a28c13-03d4-4fb0-ab4c-f2ac01d7a453 service neutron] Attempting to bind port 451d7362-deb2-4eea-a3f8-2ffc152118f8 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:12:42.733938 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-25a28c13-03d4-4fb0-ab4c-f2ac01d7a453 service neutron] Attempting to bind port 451d7362-deb2-4eea-a3f8-2ffc152118f8 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'fd845a99-f4e6-4201-b4ca-0c1b2d0796b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e9c590a-6b44-49f8-886f-42e7319e9e4c'}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:12:42.734254 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-25a28c13-03d4-4fb0-ab4c-f2ac01d7a453 service neutron] Attempting to bind port 451d7362-deb2-4eea-a3f8-2ffc152118f8 on network 3e9c590a-6b44-49f8-886f-42e7319e9e4c {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:12:42.738466 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-25a28c13-03d4-4fb0-ab4c-f2ac01d7a453 service neutron] Port 451d7362-deb2-4eea-a3f8-2ffc152118f8 on network 3e9c590a-6b44-49f8-886f-42e7319e9e4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:12:42.738781 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-25a28c13-03d4-4fb0-ab4c-f2ac01d7a453 service neutron] Attempting to bind port 451d7362-deb2-4eea-a3f8-2ffc152118f8 on network 3e9c590a-6b44-49f8-886f-42e7319e9e4c {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:12:42.743643 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-25a28c13-03d4-4fb0-ab4c-f2ac01d7a453 service neutron] Checking agent: {'id': '6c17c73a-1ba3-464e-bc7a-10a2b7fbfd09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'started_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:12:42.743981 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-25a28c13-03d4-4fb0-ab4c-f2ac01d7a453 service neutron] Checking segment: {'id': 'fd845a99-f4e6-4201-b4ca-0c1b2d0796b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e9c590a-6b44-49f8-886f-42e7319e9e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:12:42.744358 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-25a28c13-03d4-4fb0-ab4c-f2ac01d7a453 service neutron] Bound using segment: {'id': 'fd845a99-f4e6-4201-b4ca-0c1b2d0796b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e9c590a-6b44-49f8-886f-42e7319e9e4c'} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:12:42.744778 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-25a28c13-03d4-4fb0-ab4c-f2ac01d7a453 service neutron] Bound port: 451d7362-deb2-4eea-a3f8-2ffc152118f8, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd845a99-f4e6-4201-b4ca-0c1b2d0796b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e9c590a-6b44-49f8-886f-42e7319e9e4c'}}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:12:42.745121 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-25a28c13-03d4-4fb0-ab4c-f2ac01d7a453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:42.773044 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7df3ec39-5845-4561-9b15-15e2291d8460 req-c0229dc3-e596-4117-bf33-61268a89ffde tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445509 Jun 22 07:12:42.814609 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-25a28c13-03d4-4fb0-ab4c-f2ac01d7a453 service neutron] For port 451d7362-deb2-4eea-a3f8-2ffc152118f8, host hv-cinder-78662, cleared binding levels {{(pid=92822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:12:42.822278 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-25a28c13-03d4-4fb0-ab4c-f2ac01d7a453 service neutron] For port 451d7362-deb2-4eea-a3f8-2ffc152118f8, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=451d7362-deb2-4eea-a3f8-2ffc152118f8,segment=NetworkSegment(fd845a99-f4e6-4201-b4ca-0c1b2d0796b9),segment_id=fd845a99-f4e6-4201-b4ca-0c1b2d0796b9)] {{(pid=92822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:12:42.826275 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-25a28c13-03d4-4fb0-ab4c-f2ac01d7a453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:42.829082 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:42.861208 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['2d862b00-f571-4ae7-8040-bb7cecf14986'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:12:42.867152 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-25a28c13-03d4-4fb0-ab4c-f2ac01d7a453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:42.867868 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-25a28c13-03d4-4fb0-ab4c-f2ac01d7a453 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:42.869225 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-25a28c13-03d4-4fb0-ab4c-f2ac01d7a453 service neutron] 10.222.0.42 "PUT /v2.0/ports/451d7362-deb2-4eea-a3f8-2ffc152118f8 HTTP/1.1" status: 200 len: 1094 time: 0.9329760 Jun 22 07:12:42.869759 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6', 'tag': '451d7362-deb2-4eea-a3f8-2ffc152118f8'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:12:42.872733 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f9008c-16be-4ad9-8c48-675c848e2f06" -d '{"events": [{"name": "network-changed", "server_uuid": "09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6", "tag": "451d7362-deb2-4eea-a3f8-2ffc152118f8"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:12:42.914854 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a28c13-03d4-4fb0-ab4c-f2ac01d7a453 service neutron] Pushing event updated for resources: {'Port': ['ID=451d7362-deb2-4eea-a3f8-2ffc152118f8,revision_number=3']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:42.917657 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-25a28c13-03d4-4fb0-ab4c-f2ac01d7a453 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:42.921361 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275b3436-1b6f-4ea0-814f-c7d2e28cf6a2 x-openstack-request-id: req-275b3436-1b6f-4ea0-814f-c7d2e28cf6a2 {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:12:42.922331 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6", "tag": "451d7362-deb2-4eea-a3f8-2ffc152118f8", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:12:42.922760 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-275b3436-1b6f-4ea0-814f-c7d2e28cf6a2 {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:12:42.923587 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6', 'tag': '451d7362-deb2-4eea-a3f8-2ffc152118f8', 'status': 'completed', 'code': 200} Jun 22 07:12:42.974513 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d362197-60f3-46a7-a618-0b09b5d04de5 req-59530cae-9bfb-4dd7-b0cd-6fa320d43d39 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:42.976108 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4d362197-60f3-46a7-a618-0b09b5d04de5 req-59530cae-9bfb-4dd7-b0cd-6fa320d43d39 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb667509-fa0e-4926-aa00-d4b2ac4dfb18 HTTP/1.1" status: 200 len: 944 time: 0.1105289 Jun 22 07:12:43.020005 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4d362197-60f3-46a7-a618-0b09b5d04de5 req-0d287ca8-9575-4660-a79e-8e2cb5223e72 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/security-groups?id=27c6befb-3603-4191-8f55-1edbc4ee8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376799 Jun 22 07:12:43.042129 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-c8ed7171-795a-4012-86c1-bcfe7db29e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:43.044064 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-c8ed7171-795a-4012-86c1-bcfe7db29e7b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b115f7faea3347e6818376042dd8146b&device_id=09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6 HTTP/1.1" status: 200 len: 1097 time: 0.1090102 Jun 22 07:12:43.046694 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-6ed966c8-83ad-46ac-8ead-ec41c5de91a8 req-8799d0c0-40fa-4694-ae8e-184a51111dc9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751271 Jun 22 07:12:43.102364 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-e01ada24-85de-4edf-a1df-66247a497b4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=451d7362-deb2-4eea-a3f8-2ffc152118f8 HTTP/1.1" status: 200 len: 217 time: 0.0369306 Jun 22 07:12:43.194838 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-5400895b-51d1-4850-a983-5b8053df270e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:43.196339 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-5400895b-51d1-4850-a983-5b8053df270e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06523850-ed49-46ee-acdf-72646e7dc4c2 HTTP/1.1" status: 200 len: 854 time: 0.0706093 Jun 22 07:12:43.232613 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-10efcfcf-2e04-4d2f-87f6-9068093e657d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9c590a-6b44-49f8-886f-42e7319e9e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285013 Jun 22 07:12:43.238801 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed966c8-83ad-46ac-8ead-ec41c5de91a8 req-a6c68bfb-8a97-4683-92f4-d900559f2801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:43.240030 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-6ed966c8-83ad-46ac-8ead-ec41c5de91a8 req-a6c68bfb-8a97-4683-92f4-d900559f2801 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c19cfe1fd182497e82b34a8b9451608a&device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 1098 time: 0.1068380 Jun 22 07:12:43.397658 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-3fea8bf5-0d0f-4336-8bca-80439be783f7 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9c590a-6b44-49f8-886f-42e7319e9e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568010 Jun 22 07:12:43.402026 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed966c8-83ad-46ac-8ead-ec41c5de91a8 req-a0eda688-6729-4b5e-9c69-1f97d530442d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:43.404122 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-6ed966c8-83ad-46ac-8ead-ec41c5de91a8 req-a0eda688-6729-4b5e-9c69-1f97d530442d service neutron] 10.222.0.42 "GET /v2.0/networks?id=33d047a2-1fae-4203-972f-e359a6e3784a HTTP/1.1" status: 200 len: 920 time: 0.1409495 Jun 22 07:12:43.490409 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-6ed966c8-83ad-46ac-8ead-ec41c5de91a8 req-795aea0e-6625-4102-bd6e-f668ecd73e6a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd9b8b02-4e0c-4e6a-850c-65d43e5abc60 HTTP/1.1" status: 200 len: 217 time: 0.0688431 Jun 22 07:12:43.516167 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8b049-0b51-4cf6-bbb8-7300c22c8a6a req-b0fbd9ca-9ca3-49af-979d-3d0831f29a24 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:43.518287 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-96b8b049-0b51-4cf6-bbb8-7300c22c8a6a req-b0fbd9ca-9ca3-49af-979d-3d0831f29a24 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6 HTTP/1.1" status: 200 len: 944 time: 0.0782278 Jun 22 07:12:43.555243 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-96b8b049-0b51-4cf6-bbb8-7300c22c8a6a req-c067957f-eddb-4c81-bcaf-ac94671e68f1 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311430 Jun 22 07:12:43.569739 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed966c8-83ad-46ac-8ead-ec41c5de91a8 req-4b66ac59-11ea-4330-a44e-e986b9cef77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:43.571241 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-6ed966c8-83ad-46ac-8ead-ec41c5de91a8 req-4b66ac59-11ea-4330-a44e-e986b9cef77b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f8df47a-1b35-48e0-8850-2f48fdf17319 HTTP/1.1" status: 200 len: 859 time: 0.0667567 Jun 22 07:12:43.577196 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-d87ace98-bb94-4231-a6aa-3689c7fcd653 req-c4d73945-0a2d-48c1-9120-0269f0f93a89 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9c590a-6b44-49f8-886f-42e7319e9e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626842 Jun 22 07:12:43.625094 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-6ed966c8-83ad-46ac-8ead-ec41c5de91a8 req-9572f437-4da2-48df-8e66-a87213a60d1d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33d047a2-1fae-4203-972f-e359a6e3784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336435 Jun 22 07:12:43.773864 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-6ed966c8-83ad-46ac-8ead-ec41c5de91a8 req-92bafa09-0387-4568-bf7f-fc7aac2bebaf service neutron] 10.222.0.42 "GET /v2.0/networks/33d047a2-1fae-4203-972f-e359a6e3784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338751 Jun 22 07:12:43.776701 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9008c-16be-4ad9-8c48-675c848e2f06 req-013992db-3f66-493c-b254-4ccbef899bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:43.783146 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-93f9008c-16be-4ad9-8c48-675c848e2f06 req-013992db-3f66-493c-b254-4ccbef899bc6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b115f7faea3347e6818376042dd8146b&device_id=09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6 HTTP/1.1" status: 200 len: 1097 time: 0.1319027 Jun 22 07:12:43.951906 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-6ed966c8-83ad-46ac-8ead-ec41c5de91a8 req-ed9158ed-f6b1-48df-a7b5-9f7c452bb195 service neutron] 10.222.0.42 "GET /v2.0/networks/33d047a2-1fae-4203-972f-e359a6e3784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570263 Jun 22 07:12:43.952896 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9008c-16be-4ad9-8c48-675c848e2f06 req-cab60313-f298-4b39-82d3-75737dd738c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:43.954185 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-93f9008c-16be-4ad9-8c48-675c848e2f06 req-cab60313-f298-4b39-82d3-75737dd738c5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e9c590a-6b44-49f8-886f-42e7319e9e4c HTTP/1.1" status: 200 len: 915 time: 0.1519020 Jun 22 07:12:43.987993 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297e7f7-d59c-4915-a233-e989d82e97c0 req-b5bb5f5c-0a4f-4edb-a741-546e0967720c tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:43.991789 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-3297e7f7-d59c-4915-a233-e989d82e97c0 req-b5bb5f5c-0a4f-4edb-a741-546e0967720c tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.0757170 Jun 22 07:12:44.005204 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-93f9008c-16be-4ad9-8c48-675c848e2f06 req-51ebe47d-5048-4918-b3b3-8f4fecbec1ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=451d7362-deb2-4eea-a3f8-2ffc152118f8 HTTP/1.1" status: 200 len: 217 time: 0.0399349 Jun 22 07:12:44.033864 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-3297e7f7-d59c-4915-a233-e989d82e97c0 req-be95b682-c8c3-4e9d-815e-7b9cfbb60827 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379546 Jun 22 07:12:44.058124 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9008c-16be-4ad9-8c48-675c848e2f06 req-4e6a9497-b7a7-4c86-a4ce-5fb6a6fa4efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:44.060080 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-93f9008c-16be-4ad9-8c48-675c848e2f06 req-4e6a9497-b7a7-4c86-a4ce-5fb6a6fa4efb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06523850-ed49-46ee-acdf-72646e7dc4c2 HTTP/1.1" status: 200 len: 854 time: 0.0457013 Jun 22 07:12:44.101131 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-93f9008c-16be-4ad9-8c48-675c848e2f06 req-8c03d7a4-f0e9-4a69-b3b1-99a7464dadef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9c590a-6b44-49f8-886f-42e7319e9e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288208 Jun 22 07:12:44.205284 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-93f9008c-16be-4ad9-8c48-675c848e2f06 req-50700d88-6f48-4d2b-b865-7824e4dd4da9 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9c590a-6b44-49f8-886f-42e7319e9e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954323 Jun 22 07:12:44.299722 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-93f9008c-16be-4ad9-8c48-675c848e2f06 req-a8eea66c-be98-4491-b4d3-91ffa0ba5e2d service neutron] 10.222.0.42 "GET /v2.0/networks/3e9c590a-6b44-49f8-886f-42e7319e9e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871708 Jun 22 07:12:44.321030 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 2d862b00-f571-4ae7-8040-bb7cecf14986 up at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:12:44.369863 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf62ea-46b6-489f-8029-f44cca5f5ed7 req-39340459-0b88-4fe8-92b5-6a7d4dd12c5e tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:44.372087 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-9dcf62ea-46b6-489f-8029-f44cca5f5ed7 req-39340459-0b88-4fe8-92b5-6a7d4dd12c5e tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb667509-fa0e-4926-aa00-d4b2ac4dfb18 HTTP/1.1" status: 200 len: 944 time: 0.0841091 Jun 22 07:12:44.391186 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning for port 2d862b00-f571-4ae7-8040-bb7cecf14986 completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:12:44.398589 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning complete for port 2d862b00-f571-4ae7-8040-bb7cecf14986 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:12:44.399334 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:44.416117 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-9dcf62ea-46b6-489f-8029-f44cca5f5ed7 req-88e25b92-ee49-4f73-aac8-cf33f3672214 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/security-groups?id=27c6befb-3603-4191-8f55-1edbc4ee8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377057 Jun 22 07:12:44.493001 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:44.526351 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb667509-fa0e-4926-aa00-d4b2ac4dfb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d862b00-f571-4ae7-8040-bb7cecf14986'}] {{(pid=92823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:12:44.530140 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1855b14f289de04877f76e9f82b9d84154af39b836c558547df9393c60095739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89f62fa-5367-4f07-bc54-a0728ff99785" -d '{"events": [{"server_uuid": "fb667509-fa0e-4926-aa00-d4b2ac4dfb18", "name": "network-vif-plugged", "status": "completed", "tag": "2d862b00-f571-4ae7-8040-bb7cecf14986"}]}' {{(pid=92823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:12:44.543866 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 2d862b00-f571-4ae7-8040-bb7cecf14986, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2d862b00-f571-4ae7-8040-bb7cecf14986,segment=NetworkSegment(0290dc99-6ff7-4457-9a4b-580f1a31f280),segment_id=0290dc99-6ff7-4457-9a4b-580f1a31f280)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:12:44.549881 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:44.553466 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:44.582980 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8305458-b0d5-4879-bfae-8fffc2b26a7c x-openstack-request-id: req-a8305458-b0d5-4879-bfae-8fffc2b26a7c {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:12:44.583316 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb667509-fa0e-4926-aa00-d4b2ac4dfb18", "name": "network-vif-plugged", "status": "completed", "tag": "2d862b00-f571-4ae7-8040-bb7cecf14986", "code": 200}]} {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:12:44.583692 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a8305458-b0d5-4879-bfae-8fffc2b26a7c {{(pid=92823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:12:44.584107 dv-cinder-786627-11-smb neutron-server[92823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb667509-fa0e-4926-aa00-d4b2ac4dfb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d862b00-f571-4ae7-8040-bb7cecf14986', 'code': 200} Jun 22 07:12:44.617156 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=2d862b00-f571-4ae7-8040-bb7cecf14986,revision_number=5']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:44.621919 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:44.749558 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c211ab6-6215-477c-abc0-44367171f5d0 req-0aac2d25-b335-4d42-86b5-efd1985df8c5 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:44.755848 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5c211ab6-6215-477c-abc0-44367171f5d0 req-0aac2d25-b335-4d42-86b5-efd1985df8c5 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6 HTTP/1.1" status: 200 len: 944 time: 0.0748310 Jun 22 07:12:44.799762 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5c211ab6-6215-477c-abc0-44367171f5d0 req-9488bf37-4325-4b41-ae0b-2e2ab9d65b27 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425930 Jun 22 07:12:44.824835 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf4aaa-3a87-4810-b6da-b1139c1fae61 req-d46d3012-906c-4821-885e-4e7cd49f23ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:44.826300 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-c2cf4aaa-3a87-4810-b6da-b1139c1fae61 req-d46d3012-906c-4821-885e-4e7cd49f23ac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fb667509-fa0e-4926-aa00-d4b2ac4dfb18 HTTP/1.1" status: 200 len: 1098 time: 0.0590575 Jun 22 07:12:44.864801 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-c2cf4aaa-3a87-4810-b6da-b1139c1fae61 req-6590664b-5d3a-494a-9f53-756baa0a8d9e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=27c6befb-3603-4191-8f55-1edbc4ee8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297334 Jun 22 07:12:44.999487 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 60638) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:45.103951 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-fa4e2c78-5857-4b81-b373-eba035c9f711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:45.201581 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-fa4e2c78-5857-4b81-b373-eba035c9f711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:45.209031 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-fa4e2c78-5857-4b81-b373-eba035c9f711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:45.211727 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-dda52c03-ed11-4a0d-972d-79dac48e8767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:45.212256 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ecac4d-cf9d-4648-b00f-fd491d1cf096 req-43a416c7-55c6-43ce-a9c5-78eaf775e06b tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:45.213745 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-39ecac4d-cf9d-4648-b00f-fd491d1cf096 req-43a416c7-55c6-43ce-a9c5-78eaf775e06b tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.0665281 Jun 22 07:12:45.249371 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-fa4e2c78-5857-4b81-b373-eba035c9f711 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=09424bbc3dbb40e096ac48efd7dac256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486761 Jun 22 07:12:45.250254 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e2c78-5857-4b81-b373-eba035c9f711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9652665-ded4-4157-a545-f0c34cfe471d,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:45.252677 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 60644) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:45.253420 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-39ecac4d-cf9d-4648-b00f-fd491d1cf096 req-53414eff-ffb9-4a34-864d-ad5d1c02d658 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322721 Jun 22 07:12:45.258698 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-fa4e2c78-5857-4b81-b373-eba035c9f711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:45.305824 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-6881580a-4022-49ce-84a2-e3a9550d43c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:45.326858 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-6881580a-4022-49ce-84a2-e3a9550d43c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:45.377239 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-6881580a-4022-49ce-84a2-e3a9550d43c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:45.379889 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-6881580a-4022-49ce-84a2-e3a9550d43c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:45.381017 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-6881580a-4022-49ce-84a2-e3a9550d43c2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e9652665-ded4-4157-a545-f0c34cfe471d HTTP/1.1" status: 204 len: 168 time: 0.1274643 Jun 22 07:12:45.381767 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-deb0aac9-f7ef-4ca5-b0f0-3e9656744b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:45.390733 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881580a-4022-49ce-84a2-e3a9550d43c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9652665-ded4-4157-a545-f0c34cfe471d,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:45.393326 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-6881580a-4022-49ce-84a2-e3a9550d43c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:45.628243 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40efbe-6822-4284-b015-1b64c2d7a3a7 req-9976ac17-6e6e-4c88-9d58-827b627c5e7c tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:45.629834 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0b40efbe-6822-4284-b015-1b64c2d7a3a7 req-9976ac17-6e6e-4c88-9d58-827b627c5e7c tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb667509-fa0e-4926-aa00-d4b2ac4dfb18 HTTP/1.1" status: 200 len: 945 time: 0.0883541 Jun 22 07:12:45.674891 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0b40efbe-6822-4284-b015-1b64c2d7a3a7 req-9e55d359-d110-4ea5-a663-7c98a441c193 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/security-groups?id=27c6befb-3603-4191-8f55-1edbc4ee8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393822 Jun 22 07:12:45.997840 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcef2b5-ff2c-4eda-80ad-2ff963a6ef34 req-af761ed5-f84b-49c2-8ca0-12482a614f9c tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:45.999646 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-efcef2b5-ff2c-4eda-80ad-2ff963a6ef34 req-af761ed5-f84b-49c2-8ca0-12482a614f9c tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6 HTTP/1.1" status: 200 len: 944 time: 0.0816762 Jun 22 07:12:46.040766 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-efcef2b5-ff2c-4eda-80ad-2ff963a6ef34 req-c904bd0c-3337-45c0-9a08-dd8ffb44e437 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347841 Jun 22 07:12:46.056365 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 60676) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:46.153686 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-b62061dc-6ade-4c97-9c3a-9e610e4ed83d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-884939547-network', 'tenant_id': 'ca81329e8fd44855893856626d570c21'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:12:46.180682 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62061dc-6ade-4c97-9c3a-9e610e4ed83d admin admin] Made reservation on behalf of ca81329e8fd44855893856626d570c21 for: {'network': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:12:46.183057 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b62061dc-6ade-4c97-9c3a-9e610e4ed83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for network, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:46.192087 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b62061dc-6ade-4c97-9c3a-9e610e4ed83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:46.285774 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b62061dc-6ade-4c97-9c3a-9e610e4ed83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:46.291335 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b62061dc-6ade-4c97-9c3a-9e610e4ed83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:46.295510 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-a67ce464-8152-4cab-be0c-8d7b909a9a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:46.312990 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b62061dc-6ade-4c97-9c3a-9e610e4ed83d admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=92822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:12:46.329140 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62061dc-6ade-4c97-9c3a-9e610e4ed83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c20e72-dae8-4062-9ebb-76e2b6b1c121,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:46.332055 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b62061dc-6ade-4c97-9c3a-9e610e4ed83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:46.332396 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.db.segments_db [None req-b62061dc-6ade-4c97-9c3a-9e610e4ed83d admin admin] Added segment 8cda4519-954f-4232-ad51-84edb5ca56b5 of type vlan for network 0ce36a1f-c09b-4d07-ae5c-9465c4773b3d Jun 22 07:12:46.333785 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-b62061dc-6ade-4c97-9c3a-9e610e4ed83d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:46.377408 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b62061dc-6ade-4c97-9c3a-9e610e4ed83d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736031188691'] for network, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:46.406903 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b62061dc-6ade-4c97-9c3a-9e610e4ed83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068'] for network, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:46.408489 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62061dc-6ade-4c97-9c3a-9e610e4ed83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:46.409063 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b62061dc-6ade-4c97-9c3a-9e610e4ed83d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:46.412095 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-415687fd-6d47-4fae-a123-5240561f030e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:46.450365 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caa46e-bb7f-4891-aae5-a10194944881 req-274795ed-4a52-45e6-82cc-f41a862e313e tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:46.452624 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e0caa46e-bb7f-4891-aae5-a10194944881 req-274795ed-4a52-45e6-82cc-f41a862e313e tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.0767663 Jun 22 07:12:46.466160 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-b62061dc-6ade-4c97-9c3a-9e610e4ed83d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4086528 Jun 22 07:12:46.472741 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 60684) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:46.477926 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62061dc-6ade-4c97-9c3a-9e610e4ed83d admin admin] Pushing event updated for resources: {'Network': ['ID=0ce36a1f-c09b-4d07-ae5c-9465c4773b3d,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:46.481737 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-b62061dc-6ade-4c97-9c3a-9e610e4ed83d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:46.485041 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-50d24231-ce24-4677-8f93-d4461fe71c8d admin admin] Request body: {'subnet': {'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-884939547-subnet', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'ip_version': 4}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:12:46.490231 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Network 0ce36a1f-c09b-4d07-ae5c-9465c4773b3d details requested by agent ovs-agent-dv-cinder-786627-11-smb with host dv-cinder-786627-11-smb {{(pid=92823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:12:46.525542 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e0caa46e-bb7f-4891-aae5-a10194944881 req-4168129e-0ac2-4a4e-bb64-ad6590b328bd tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665624 Jun 22 07:12:46.527930 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d24231-ce24-4677-8f93-d4461fe71c8d admin admin] Made reservation on behalf of ca81329e8fd44855893856626d570c21 for: {'subnet': 1} {{(pid=92821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:12:46.531835 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-50d24231-ce24-4677-8f93-d4461fe71c8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130921206'] for subnet, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:46.705256 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-50d24231-ce24-4677-8f93-d4461fe71c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-134075165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130921156'] for subnet, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:46.707627 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:46.755611 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d24231-ce24-4677-8f93-d4461fe71c8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e803715f-67bf-442c-9b95-373513a2130d,revision_number=0']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:46.759144 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-50d24231-ce24-4677-8f93-d4461fe71c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:46.775324 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d24231-ce24-4677-8f93-d4461fe71c8d admin admin] Checking segment: {'id': '8cda4519-954f-4232-ad51-84edb5ca56b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:12:46.775629 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d24231-ce24-4677-8f93-d4461fe71c8d admin admin] Network hostable DHCP agents. Network: 0ce36a1f-c09b-4d07-ae5c-9465c4773b3d, hostable agents: ['b3e1d87c-8412-42f8-9df5-1411cb290459'], hosted agents: [] {{(pid=92821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:12:46.809523 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d24231-ce24-4677-8f93-d4461fe71c8d admin admin] Network 0ce36a1f-c09b-4d07-ae5c-9465c4773b3d is scheduled to be hosted by DHCP agent b3e1d87c-8412-42f8-9df5-1411cb290459 with binding_index 1 {{(pid=92821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:12:46.836990 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.base_scheduler [None req-50d24231-ce24-4677-8f93-d4461fe71c8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-smb, 0ce36a1f-c09b-4d07-ae5c-9465c4773b3d) {{(pid=92821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:12:46.843904 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d24231-ce24-4677-8f93-d4461fe71c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:46.844486 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-50d24231-ce24-4677-8f93-d4461fe71c8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:46.847051 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24ea323-045f-4acb-8470-eeb6491882bd None None] Network 0ce36a1f-c09b-4d07-ae5c-9465c4773b3d requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:12:46.869006 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-50d24231-ce24-4677-8f93-d4461fe71c8d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3950093 Jun 22 07:12:46.873093 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 60692) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:46.878180 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-1cb80a1e-ad3e-4f25-8e6b-9ee7206a3e25 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-884939547-router', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79'}}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:12:46.883527 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffccfc-7196-4c54-a1f6-2f05ecf6d5c0 req-8cb679b4-84f0-4fe0-b52c-910295f10198 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:46.886848 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-28ffccfc-7196-4c54-a1f6-2f05ecf6d5c0 req-8cb679b4-84f0-4fe0-b52c-910295f10198 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb667509-fa0e-4926-aa00-d4b2ac4dfb18 HTTP/1.1" status: 200 len: 945 time: 0.0946152 Jun 22 07:12:46.900714 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-1cb80a1e-ad3e-4f25-8e6b-9ee7206a3e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1669542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1128'] for router, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:46.902559 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-1cb80a1e-ad3e-4f25-8e6b-9ee7206a3e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1593244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1123'] for router, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:46.936717 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-28ffccfc-7196-4c54-a1f6-2f05ecf6d5c0 req-465399e8-b091-452a-b61e-dc545b1dcbf4 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/security-groups?id=27c6befb-3603-4191-8f55-1edbc4ee8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414455 Jun 22 07:12:46.966064 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-1cb80a1e-ad3e-4f25-8e6b-9ee7206a3e25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:47.040986 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfda5b0-8654-41e5-87bc-8593e2924b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e4f5c82-077d-56c7-9869-6c225c043a1f-0ce36a1f-c09b-4d07-ae5c-9465c4773b3d', 'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'fixed_ips': [{'subnet_id': 'e803715f-67bf-442c-9b95-373513a2130d'}]}} from dv-cinder-786627-11-smb. {{(pid=92823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 07:12:47.041860 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-fbfda5b0-8654-41e5-87bc-8593e2924b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:47.116059 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-1cb80a1e-ad3e-4f25-8e6b-9ee7206a3e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1593326', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1141'] for router, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:47.193018 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.db_base_plugin_common [None req-fbfda5b0-8654-41e5-87bc-8593e2924b09 None None] Allocated IP 172.20.0.2 (0ce36a1f-c09b-4d07-ae5c-9465c4773b3d/e803715f-67bf-442c-9b95-373513a2130d/1169b076-5f30-4819-997f-91b41e5222a8) {{(pid=92823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:12:47.263994 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbe545-ebd3-4cbf-b41d-772615f23bd3 req-63fdfe25-3a2c-4804-8ee8-5364b953de0a tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:47.265761 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-75cbe545-ebd3-4cbf-b41d-772615f23bd3 req-63fdfe25-3a2c-4804-8ee8-5364b953de0a tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6 HTTP/1.1" status: 200 len: 944 time: 0.0884080 Jun 22 07:12:47.331174 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-75cbe545-ebd3-4cbf-b41d-772615f23bd3 req-2883766d-b597-4fa3-b720-23976c473e55 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598218 Jun 22 07:12:47.349785 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-1cb80a1e-ad3e-4f25-8e6b-9ee7206a3e25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:47.371482 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-fbfda5b0-8654-41e5-87bc-8593e2924b09 None None] Notify callbacks [] for port, precommit_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:47.378641 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-1cb80a1e-ad3e-4f25-8e6b-9ee7206a3e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:47.379887 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-fbfda5b0-8654-41e5-87bc-8593e2924b09 None None] Transition to ACTIVE for port object 1169b076-5f30-4819-997f-91b41e5222a8 will not be triggered until provisioned by entity L2. {{(pid=92823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:12:47.394767 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-fbfda5b0-8654-41e5-87bc-8593e2924b09 None None] Transition to ACTIVE for port object 1169b076-5f30-4819-997f-91b41e5222a8 will not be triggered until provisioned by entity DHCP. {{(pid=92823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:12:47.401388 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-fbfda5b0-8654-41e5-87bc-8593e2924b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430'] for port, after_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:47.404203 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:47.445881 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfda5b0-8654-41e5-87bc-8593e2924b09 None None] Network 0ce36a1f-c09b-4d07-ae5c-9465c4773b3d is already hosted by enough agents. {{(pid=92823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:12:47.449305 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.scheduler.base_scheduler [None req-fbfda5b0-8654-41e5-87bc-8593e2924b09 None None] Resources bound (agent type, host, resource id): {{(pid=92823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:12:47.457257 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfda5b0-8654-41e5-87bc-8593e2924b09 None None] Received port after_create {{(pid=92823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:12:47.463824 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfda5b0-8654-41e5-87bc-8593e2924b09 None None] Pushing event updated for resources: {'Port': ['ID=1169b076-5f30-4819-997f-91b41e5222a8,revision_number=1']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:47.472807 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-fbfda5b0-8654-41e5-87bc-8593e2924b09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:47.489949 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_common [None req-1cb80a1e-ad3e-4f25-8e6b-9ee7206a3e25 admin admin] Allocated IP 172.28.3.88 (7f141025-a293-49e1-b229-0532c619cb79/4bf01720-6969-45ff-87ec-9c9eeac501f4/551a317a-07b2-457a-bb5f-37ab87158e38) {{(pid=92822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:12:47.533438 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:47.544683 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-fbfda5b0-8654-41e5-87bc-8593e2924b09 None None] Attempting to bind port 1169b076-5f30-4819-997f-91b41e5222a8 on host dv-cinder-786627-11-smb for vnic_type normal with profile {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:12:47.545074 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-fbfda5b0-8654-41e5-87bc-8593e2924b09 None None] Attempting to bind port 1169b076-5f30-4819-997f-91b41e5222a8 by drivers openvswitch,hyperv on host dv-cinder-786627-11-smb at level 0 using segments [{'id': '8cda4519-954f-4232-ad51-84edb5ca56b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d'}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:12:47.545449 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfda5b0-8654-41e5-87bc-8593e2924b09 None None] Attempting to bind port 1169b076-5f30-4819-997f-91b41e5222a8 on network 0ce36a1f-c09b-4d07-ae5c-9465c4773b3d {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:12:47.550554 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfda5b0-8654-41e5-87bc-8593e2924b09 None None] Checking agent: {'id': '2285e849-590c-4cbf-9562-ffa818bb227d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 3, 37), 'started_at': datetime.datetime(2021, 6, 22, 7, 4, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:12:47.550944 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfda5b0-8654-41e5-87bc-8593e2924b09 None None] Checking segment: {'id': '8cda4519-954f-4232-ad51-84edb5ca56b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:12:47.551390 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-fbfda5b0-8654-41e5-87bc-8593e2924b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:47.551929 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfda5b0-8654-41e5-87bc-8593e2924b09 None None] Bound using segment: {'id': '8cda4519-954f-4232-ad51-84edb5ca56b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d'} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:12:47.552433 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-fbfda5b0-8654-41e5-87bc-8593e2924b09 None None] Bound port: 1169b076-5f30-4819-997f-91b41e5222a8, host: dv-cinder-786627-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cda4519-954f-4232-ad51-84edb5ca56b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d'}}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:12:47.552821 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-fbfda5b0-8654-41e5-87bc-8593e2924b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:47.633510 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-fbfda5b0-8654-41e5-87bc-8593e2924b09 None None] For port 1169b076-5f30-4819-997f-91b41e5222a8, host dv-cinder-786627-11-smb, cleared binding levels {{(pid=92823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:12:47.642220 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-fbfda5b0-8654-41e5-87bc-8593e2924b09 None None] For port 1169b076-5f30-4819-997f-91b41e5222a8, host dv-cinder-786627-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=1169b076-5f30-4819-997f-91b41e5222a8,segment=NetworkSegment(8cda4519-954f-4232-ad51-84edb5ca56b5),segment_id=8cda4519-954f-4232-ad51-84edb5ca56b5)] {{(pid=92823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:12:47.651651 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-fbfda5b0-8654-41e5-87bc-8593e2924b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:47.655170 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:47.665957 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-1cb80a1e-ad3e-4f25-8e6b-9ee7206a3e25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:47.750194 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-1cb80a1e-ad3e-4f25-8e6b-9ee7206a3e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-133502027'] for port, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:47.753294 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:47.787151 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfda5b0-8654-41e5-87bc-8593e2924b09 None None] Pushing event updated for resources: {'Port': ['ID=1169b076-5f30-4819-997f-91b41e5222a8,revision_number=2']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:47.790739 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-fbfda5b0-8654-41e5-87bc-8593e2924b09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:47.793783 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41552ee0-b646-4653-bf1f-f2ff1f9b5d2b req-7ebf6f12-6708-4921-b2a0-621e1a0fa7d3 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:47.795541 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-41552ee0-b646-4653-bf1f-f2ff1f9b5d2b req-7ebf6f12-6708-4921-b2a0-621e1a0fa7d3 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.1195548 Jun 22 07:12:47.827474 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb80a1e-ad3e-4f25-8e6b-9ee7206a3e25 admin admin] Network 7f141025-a293-49e1-b229-0532c619cb79 is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:12:47.831107 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [None req-1cb80a1e-ad3e-4f25-8e6b-9ee7206a3e25 admin admin] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:12:47.835803 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb80a1e-ad3e-4f25-8e6b-9ee7206a3e25 admin admin] Received port after_create {{(pid=92822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:12:47.838439 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb80a1e-ad3e-4f25-8e6b-9ee7206a3e25 admin admin] Pushing event updated for resources: {'Port': ['ID=551a317a-07b2-457a-bb5f-37ab87158e38,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:47.841976 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-1cb80a1e-ad3e-4f25-8e6b-9ee7206a3e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:47.852590 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-41552ee0-b646-4653-bf1f-f2ff1f9b5d2b req-7b0ca2c8-8227-4c9b-a6bb-06e93d9f95f6 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487025 Jun 22 07:12:48.126933 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba25e0a-e1c0-48b9-b25b-99861b5d8712 req-08ac7ebb-f2a0-4107-a317-2adc2f90a66d tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:48.134059 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-bba25e0a-e1c0-48b9-b25b-99861b5d8712 req-08ac7ebb-f2a0-4107-a317-2adc2f90a66d tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb667509-fa0e-4926-aa00-d4b2ac4dfb18 HTTP/1.1" status: 200 len: 945 time: 0.0885036 Jun 22 07:12:48.157098 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-1cb80a1e-ad3e-4f25-8e6b-9ee7206a3e25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:48.169690 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-bba25e0a-e1c0-48b9-b25b-99861b5d8712 req-1d22632d-df3d-4b43-9976-e79dc11b761c tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/security-groups?id=27c6befb-3603-4191-8f55-1edbc4ee8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346246 Jun 22 07:12:48.354113 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-1cb80a1e-ad3e-4f25-8e6b-9ee7206a3e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592378'] for router, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:48.540988 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e2dce-a86d-4a96-b07d-d86e56a8fdc8 req-9cc33449-02cb-416a-aa52-3d5694e97ffd tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:48.543270 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-405e2dce-a86d-4a96-b07d-d86e56a8fdc8 req-9cc33449-02cb-416a-aa52-3d5694e97ffd tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6 HTTP/1.1" status: 200 len: 944 time: 0.0850503 Jun 22 07:12:48.586661 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-405e2dce-a86d-4a96-b07d-d86e56a8fdc8 req-c50bcb75-ef62-4dac-a834-d56f151db1fd tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366569 Jun 22 07:12:48.703581 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb80a1e-ad3e-4f25-8e6b-9ee7206a3e25 admin admin] Router 0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0 is scheduled to L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d with binding_index 1 {{(pid=92822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 07:12:48.814106 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683911a2-b32b-4169-86b7-4b611574101f None None] Network 0ce36a1f-c09b-4d07-ae5c-9465c4773b3d requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:12:48.821544 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb80a1e-ad3e-4f25-8e6b-9ee7206a3e25 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:12:48.835412 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14543c5-38aa-4492-825f-c222db9c69d7 None None] Sync routers for ids ['0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'] in dv-cinder-786627-11-smb {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:12:48.839265 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-1cb80a1e-ad3e-4f25-8e6b-9ee7206a3e25 admin admin] Notify callbacks [] for router, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:48.843989 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-1cb80a1e-ad3e-4f25-8e6b-9ee7206a3e25 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9668615 Jun 22 07:12:48.844581 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 60722) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:48.846820 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14543c5-38aa-4492-825f-c222db9c69d7 None None] Routers {'0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:12:48.847549 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-d14543c5-38aa-4492-825f-c222db9c69d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:12:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:12:48.909109 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-a9a1bf14-bd46-40f6-9f54-f3b1d32bec52 None None] Provisioning for port 1169b076-5f30-4819-997f-91b41e5222a8 completed by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:12:49.013302 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-d14543c5-38aa-4492-825f-c222db9c69d7 None None] Set router 0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0 gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:12:49.076576 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d896d-89ed-4581-b28c-f51b30f62db3 req-5666777c-bec3-4f37-aaac-158a1b9ff6e5 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:49.079182 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b74d896d-89ed-4581-b28c-f51b30f62db3 req-5666777c-bec3-4f37-aaac-158a1b9ff6e5 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.0852878 Jun 22 07:12:49.127938 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b74d896d-89ed-4581-b28c-f51b30f62db3 req-bfe31f2b-7451-4f84-b256-9a3acb5357d5 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411038 Jun 22 07:12:49.279459 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-d14543c5-38aa-4492-825f-c222db9c69d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'name': 'tempest-TestShelveInstance-884939547-router', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '551a317a-07b2-457a-bb5f-37ab87158e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:12:46Z', 'updated_at': '2021-06-22T07:12:48Z', 'revision_number': 3, 'project_id': 'ca81329e8fd44855893856626d570c21', 'gw_port': {'id': '551a317a-07b2-457a-bb5f-37ab87158e38', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:47Z', 'updated_at': '2021-06-22T07:12:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:12:49.310028 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14543c5-38aa-4492-825f-c222db9c69d7 None None] Checking router: 0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0 for host: dv-cinder-786627-11-smb {{(pid=92824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:12:49.310303 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14543c5-38aa-4492-825f-c222db9c69d7 None None] Updating router 0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0 port 551a317a-07b2-457a-bb5f-37ab87158e38 binding host dv-cinder-786627-11-smb {{(pid=92824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:12:49.374822 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-d14543c5-38aa-4492-825f-c222db9c69d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:49.376145 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-4f4cb243-c800-4644-b638-123dfd4b8d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:49.403877 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d04f3-1b36-454f-bfbb-b037edb713f1 req-6729524a-ddbe-4cab-8899-59e86dbe16b9 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:49.405325 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7c4d04f3-1b36-454f-bfbb-b037edb713f1 req-6729524a-ddbe-4cab-8899-59e86dbe16b9 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb667509-fa0e-4926-aa00-d4b2ac4dfb18 HTTP/1.1" status: 200 len: 945 time: 0.0855522 Jun 22 07:12:49.474060 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7c4d04f3-1b36-454f-bfbb-b037edb713f1 req-03bacd4f-ab41-4563-9f32-2ca6829bdfd7 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/security-groups?id=27c6befb-3603-4191-8f55-1edbc4ee8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562689 Jun 22 07:12:49.591088 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_common [None req-4f4cb243-c800-4644-b638-123dfd4b8d88 admin admin] Allocated IP 172.20.0.1 (0ce36a1f-c09b-4d07-ae5c-9465c4773b3d/e803715f-67bf-442c-9b95-373513a2130d/09c55c50-5f84-4686-a764-7dcfc8c779de) {{(pid=92822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:12:49.690500 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-d14543c5-38aa-4492-825f-c222db9c69d7 None None] Notify callbacks [] for port, precommit_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:49.710947 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.provisioning_blocks [None req-d14543c5-38aa-4492-825f-c222db9c69d7 None None] Transition to ACTIVE for port object 551a317a-07b2-457a-bb5f-37ab87158e38 will not be triggered until provisioned by entity L2. {{(pid=92824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:12:49.724690 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-d14543c5-38aa-4492-825f-c222db9c69d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:49.727100 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:49.795875 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 1169b076-5f30-4819-997f-91b41e5222a8 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:12:49.813517 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689c9d0-a0c5-4c97-8155-7c7fb62863c7 None None] Pushing event updated for resources: {'Port': ['ID=551a317a-07b2-457a-bb5f-37ab87158e38,revision_number=2']} {{(pid=92824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:49.823777 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6689c9d0-a0c5-4c97-8155-7c7fb62863c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:49.825433 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6689c9d0-a0c5-4c97-8155-7c7fb62863c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:49.825433 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6689c9d0-a0c5-4c97-8155-7c7fb62863c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:49.825811 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6689c9d0-a0c5-4c97-8155-7c7fb62863c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:49.826146 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6689c9d0-a0c5-4c97-8155-7c7fb62863c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:49.836850 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-4f4cb243-c800-4644-b638-123dfd4b8d88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:49.840095 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6689c9d0-a0c5-4c97-8155-7c7fb62863c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:49.840724 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc94eb5-41aa-4e24-a47f-824e6cd1cec4 req-c5d1cf18-a95a-448b-a995-677add0bcdf9 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:49.843476 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6689c9d0-a0c5-4c97-8155-7c7fb62863c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:49.843824 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6689c9d0-a0c5-4c97-8155-7c7fb62863c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:49.844182 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6689c9d0-a0c5-4c97-8155-7c7fb62863c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:49.844524 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6689c9d0-a0c5-4c97-8155-7c7fb62863c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:49.844858 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6689c9d0-a0c5-4c97-8155-7c7fb62863c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:49.845182 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6689c9d0-a0c5-4c97-8155-7c7fb62863c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:12:49.849647 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b60343-87eb-40ec-b33a-0081cc4d8768 req-075dcf5c-2ae2-4077-bf45-2d9ddf71baf8 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:49.850222 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ddc94eb5-41aa-4e24-a47f-824e6cd1cec4 req-c5d1cf18-a95a-448b-a995-677add0bcdf9 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6 HTTP/1.1" status: 200 len: 944 time: 0.1097641 Jun 22 07:12:49.851263 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-86b60343-87eb-40ec-b33a-0081cc4d8768 req-075dcf5c-2ae2-4077-bf45-2d9ddf71baf8 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb667509-fa0e-4926-aa00-d4b2ac4dfb18 HTTP/1.1" status: 200 len: 945 time: 0.1626201 Jun 22 07:12:49.862373 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [None req-6689c9d0-a0c5-4c97-8155-7c7fb62863c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:49.863139 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.managers [None req-d14543c5-38aa-4492-825f-c222db9c69d7 None None] Attempting to bind port 551a317a-07b2-457a-bb5f-37ab87158e38 on host dv-cinder-786627-11-smb for vnic_type normal with profile {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:12:49.863533 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.managers [None req-d14543c5-38aa-4492-825f-c222db9c69d7 None None] Attempting to bind port 551a317a-07b2-457a-bb5f-37ab87158e38 by drivers openvswitch,hyperv on host dv-cinder-786627-11-smb at level 0 using segments [{'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'}] {{(pid=92824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:12:49.863894 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14543c5-38aa-4492-825f-c222db9c69d7 None None] Attempting to bind port 551a317a-07b2-457a-bb5f-37ab87158e38 on network 7f141025-a293-49e1-b229-0532c619cb79 {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:12:49.878373 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14543c5-38aa-4492-825f-c222db9c69d7 None None] Checking agent: {'id': '2285e849-590c-4cbf-9562-ffa818bb227d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 3, 37), 'started_at': datetime.datetime(2021, 6, 22, 7, 4, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:12:49.878860 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning for port 1169b076-5f30-4819-997f-91b41e5222a8 completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:12:49.879569 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14543c5-38aa-4492-825f-c222db9c69d7 None None] Checking segment: {'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:12:49.880332 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-d14543c5-38aa-4492-825f-c222db9c69d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:49.880770 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14543c5-38aa-4492-825f-c222db9c69d7 None None] Bound using segment: {'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'} {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:12:49.881273 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.managers [None req-d14543c5-38aa-4492-825f-c222db9c69d7 None None] Bound port: 551a317a-07b2-457a-bb5f-37ab87158e38, host: dv-cinder-786627-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'}}] {{(pid=92824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:12:49.881650 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-d14543c5-38aa-4492-825f-c222db9c69d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:49.885265 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 1169b076-5f30-4819-997f-91b41e5222a8 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:12:49.885979 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:49.922205 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.provisioning_blocks [None req-4f4cb243-c800-4644-b638-123dfd4b8d88 admin admin] Transition to ACTIVE for port object 09c55c50-5f84-4686-a764-7dcfc8c779de will not be triggered until provisioned by entity DHCP. {{(pid=92822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:12:49.930918 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ddc94eb5-41aa-4e24-a47f-824e6cd1cec4 req-1d2db615-5233-446e-b5bf-0b69e825772e tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796471 Jun 22 07:12:49.950121 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.db [None req-d14543c5-38aa-4492-825f-c222db9c69d7 None None] For port 551a317a-07b2-457a-bb5f-37ab87158e38, host dv-cinder-786627-11-smb, cleared binding levels {{(pid=92824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:12:49.954981 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.db [None req-d14543c5-38aa-4492-825f-c222db9c69d7 None None] For port 551a317a-07b2-457a-bb5f-37ab87158e38, host dv-cinder-786627-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=551a317a-07b2-457a-bb5f-37ab87158e38,segment=NetworkSegment(1f136496-d650-4d4e-9fa5-f4757e98fad0),segment_id=1f136496-d650-4d4e-9fa5-f4757e98fad0)] {{(pid=92824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:12:49.963358 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-d14543c5-38aa-4492-825f-c222db9c69d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:49.970657 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:49.997015 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:50.019948 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14543c5-38aa-4492-825f-c222db9c69d7 None None] Routers {'0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:12:50.020586 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-d14543c5-38aa-4492-825f-c222db9c69d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:12:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:12:50.034527 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-4f4cb243-c800-4644-b638-123dfd4b8d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-133502027'] for port, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:50.038544 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-52d3e477-5482-40bb-bddf-ba56727bb3d2 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:50.046411 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-badbe661-7601-497f-823b-f0844c323d63 None None] For port 1169b076-5f30-4819-997f-91b41e5222a8, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=1169b076-5f30-4819-997f-91b41e5222a8,segment=NetworkSegment(8cda4519-954f-4232-ad51-84edb5ca56b5),segment_id=8cda4519-954f-4232-ad51-84edb5ca56b5)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:12:50.051756 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:50.055220 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:50.075947 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-86b60343-87eb-40ec-b33a-0081cc4d8768 req-f1748e92-91e8-4f80-866e-39870908e583 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Deleting port 2d862b00-f571-4ae7-8040-bb7cecf14986 {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:12:50.076292 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-86b60343-87eb-40ec-b33a-0081cc4d8768 req-f1748e92-91e8-4f80-866e-39870908e583 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:50.085388 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4cb243-c800-4644-b638-123dfd4b8d88 admin admin] Network 0ce36a1f-c09b-4d07-ae5c-9465c4773b3d is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:12:50.108133 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Pushing event updated for resources: {'Port': ['ID=1169b076-5f30-4819-997f-91b41e5222a8,revision_number=3']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:50.116348 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:50.123305 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689c9d0-a0c5-4c97-8155-7c7fb62863c7 None None] Pushing event updated for resources: {'Port': ['ID=551a317a-07b2-457a-bb5f-37ab87158e38,revision_number=3']} {{(pid=92824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:50.126977 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [None req-4f4cb243-c800-4644-b638-123dfd4b8d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:12:50.134834 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4cb243-c800-4644-b638-123dfd4b8d88 admin admin] Received port after_create {{(pid=92822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:12:50.147618 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [None req-6689c9d0-a0c5-4c97-8155-7c7fb62863c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:50.151443 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-d14543c5-38aa-4492-825f-c222db9c69d7 None None] Set router 0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0 gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:12:50.157699 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4cb243-c800-4644-b638-123dfd4b8d88 admin admin] Pushing event updated for resources: {'Port': ['ID=09c55c50-5f84-4686-a764-7dcfc8c779de,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:50.165220 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-4f4cb243-c800-4644-b638-123dfd4b8d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:50.194373 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-4f4cb243-c800-4644-b638-123dfd4b8d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594578'] for router_interface, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:50.348397 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-86b60343-87eb-40ec-b33a-0081cc4d8768 req-f1748e92-91e8-4f80-866e-39870908e583 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] For port 2d862b00-f571-4ae7-8040-bb7cecf14986, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2d862b00-f571-4ae7-8040-bb7cecf14986,segment=NetworkSegment(0290dc99-6ff7-4457-9a4b-580f1a31f280),segment_id=0290dc99-6ff7-4457-9a4b-580f1a31f280)] {{(pid=92822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:12:50.349117 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-86b60343-87eb-40ec-b33a-0081cc4d8768 req-f1748e92-91e8-4f80-866e-39870908e583 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:50.372753 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd2dcc-acce-4440-aee1-807f344a5f7d req-e8058cf3-9f8d-472c-b55c-a09f6321c6c9 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:50.383722 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1ffd2dcc-acce-4440-aee1-807f344a5f7d req-e8058cf3-9f8d-472c-b55c-a09f6321c6c9 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.0958822 Jun 22 07:12:50.437641 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1ffd2dcc-acce-4440-aee1-807f344a5f7d req-51b2bfa2-5d65-42a3-82fb-974ad35fc8c6 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524800 Jun 22 07:12:50.474445 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-d14543c5-38aa-4492-825f-c222db9c69d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'name': 'tempest-TestShelveInstance-884939547-router', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '551a317a-07b2-457a-bb5f-37ab87158e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:12:46Z', 'updated_at': '2021-06-22T07:12:48Z', 'revision_number': 3, 'project_id': 'ca81329e8fd44855893856626d570c21', 'gw_port': {'id': '551a317a-07b2-457a-bb5f-37ab87158e38', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:47Z', 'updated_at': '2021-06-22T07:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:12:50.482295 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-5fe3b8c3-78ca-49cf-b7e8-69976bc5761c None None] Provisioning for port 09c55c50-5f84-4686-a764-7dcfc8c779de completed by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:12:50.490652 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-5fe3b8c3-78ca-49cf-b7e8-69976bc5761c None None] Provisioning complete for port 09c55c50-5f84-4686-a764-7dcfc8c779de triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:12:50.490652 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5fe3b8c3-78ca-49cf-b7e8-69976bc5761c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:50.494638 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-86b60343-87eb-40ec-b33a-0081cc4d8768 req-f1748e92-91e8-4f80-866e-39870908e583 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Calling delete_port for 2d862b00-f571-4ae7-8040-bb7cecf14986 owned by compute:nova {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:12:50.509237 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14543c5-38aa-4492-825f-c222db9c69d7 None None] The sync data for ids ['0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'] in dv-cinder-786627-11-smb is: [{'id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'name': 'tempest-TestShelveInstance-884939547-router', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '551a317a-07b2-457a-bb5f-37ab87158e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:12:46Z', 'updated_at': '2021-06-22T07:12:48Z', 'revision_number': 3, 'project_id': 'ca81329e8fd44855893856626d570c21', 'gw_port': {'id': '551a317a-07b2-457a-bb5f-37ab87158e38', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:47Z', 'updated_at': '2021-06-22T07:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}] {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:12:50.529926 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-4f4cb243-c800-4644-b638-123dfd4b8d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:50.531976 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-5fe3b8c3-78ca-49cf-b7e8-69976bc5761c None None] Port 09c55c50-5f84-4686-a764-7dcfc8c779de cannot update to ACTIVE because it is not bound. {{(pid=92823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:12:50.666503 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c59e7-263e-4ad5-bfe4-543f72d7fee6 req-cdde2548-ef04-4d07-8361-41be7d272ec2 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:50.669208 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-fa3c59e7-263e-4ad5-bfe4-543f72d7fee6 req-cdde2548-ef04-4d07-8361-41be7d272ec2 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb667509-fa0e-4926-aa00-d4b2ac4dfb18 HTTP/1.1" status: 200 len: 945 time: 0.0767939 Jun 22 07:12:50.716542 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-fa3c59e7-263e-4ad5-bfe4-543f72d7fee6 req-2f7bce84-7c0e-40c3-a484-78026be3c875 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/security-groups?id=27c6befb-3603-4191-8f55-1edbc4ee8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369225 Jun 22 07:12:50.816528 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-86b60343-87eb-40ec-b33a-0081cc4d8768 req-f1748e92-91e8-4f80-866e-39870908e583 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:50.822819 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:50.830930 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['2d862b00-f571-4ae7-8040-bb7cecf14986'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:12:50.863598 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-4f4cb243-c800-4644-b638-123dfd4b8d88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:50.867926 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1748e92-91e8-4f80-866e-39870908e583 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Pushing event deleted for resources: {'Port': ['ID=2d862b00-f571-4ae7-8040-bb7cecf14986,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:50.874957 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-f1748e92-91e8-4f80-866e-39870908e583 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:50.874957 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-4f4cb243-c800-4644-b638-123dfd4b8d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:50.900353 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-1cb80a1e-ad3e-4f25-8e6b-9ee7206a3e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:50.983099 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b60343-87eb-40ec-b33a-0081cc4d8768 req-f1748e92-91e8-4f80-866e-39870908e583 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] No DVR routers for this DVR port 2d862b00-f571-4ae7-8040-bb7cecf14986 on host hv-cinder-78662 {{(pid=92822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:12:50.995003 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-4f4cb243-c800-4644-b638-123dfd4b8d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1773154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654985'] for router_interface, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:50.995003 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-86b60343-87eb-40ec-b33a-0081cc4d8768 req-f1748e92-91e8-4f80-866e-39870908e583 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:50.995898 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-86b60343-87eb-40ec-b33a-0081cc4d8768 req-f1748e92-91e8-4f80-866e-39870908e583 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.42 "DELETE /v2.0/ports/2d862b00-f571-4ae7-8040-bb7cecf14986 HTTP/1.1" status: 204 len: 173 time: 1.1381168 Jun 22 07:12:50.996769 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb667509-fa0e-4926-aa00-d4b2ac4dfb18', 'name': 'network-vif-deleted', 'tag': '2d862b00-f571-4ae7-8040-bb7cecf14986'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:12:51.001848 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9f9e58-af50-4b42-8ac8-7adb816c1465" -d '{"events": [{"server_uuid": "fb667509-fa0e-4926-aa00-d4b2ac4dfb18", "name": "network-vif-deleted", "tag": "2d862b00-f571-4ae7-8040-bb7cecf14986"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:12:51.013277 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4cb243-c800-4644-b638-123dfd4b8d88 admin admin] Pushing event updated for resources: {'Port': ['ID=09c55c50-5f84-4686-a764-7dcfc8c779de,revision_number=2']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:51.017570 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-4f4cb243-c800-4644-b638-123dfd4b8d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:51.075034 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b596c5e9-88a4-4da1-876a-9d3035f390c5 x-openstack-request-id: req-b596c5e9-88a4-4da1-876a-9d3035f390c5 {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:12:51.075409 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb667509-fa0e-4926-aa00-d4b2ac4dfb18", "name": "network-vif-deleted", "tag": "2d862b00-f571-4ae7-8040-bb7cecf14986", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:12:51.075633 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b596c5e9-88a4-4da1-876a-9d3035f390c5 {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:12:51.076059 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb667509-fa0e-4926-aa00-d4b2ac4dfb18', 'name': 'network-vif-deleted', 'tag': '2d862b00-f571-4ae7-8040-bb7cecf14986', 'status': 'completed', 'code': 200} Jun 22 07:12:51.140043 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4cb243-c800-4644-b638-123dfd4b8d88 admin admin] Network 0ce36a1f-c09b-4d07-ae5c-9465c4773b3d is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:12:51.143948 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [None req-4f4cb243-c800-4644-b638-123dfd4b8d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:12:51.159601 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f09d1-adb5-4d75-886e-223630a31d46 req-dd2d0be7-8331-4c86-bd2c-029fd04aa8b3 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:51.171951 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f44f09d1-adb5-4d75-886e-223630a31d46 req-dd2d0be7-8331-4c86-bd2c-029fd04aa8b3 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6 HTTP/1.1" status: 200 len: 944 time: 0.0930271 Jun 22 07:12:51.233979 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f44f09d1-adb5-4d75-886e-223630a31d46 req-0f71b6cc-a08b-4098-a61d-b7d7a9bf5626 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609424 Jun 22 07:12:51.303990 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4cb243-c800-4644-b638-123dfd4b8d88 admin admin] Router 0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0 has already been hosted by L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d {{(pid=92822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:12:51.467467 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-d6f632b9-b9b1-4643-bb0d-a509852a2f1c None None] Provisioning complete for port 09c55c50-5f84-4686-a764-7dcfc8c779de triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:12:51.467998 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-d6f632b9-b9b1-4643-bb0d-a509852a2f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:51.512825 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-d6f632b9-b9b1-4643-bb0d-a509852a2f1c None None] Port 09c55c50-5f84-4686-a764-7dcfc8c779de cannot update to ACTIVE because it is not bound. {{(pid=92823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:12:51.713150 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b69c88-371d-401d-a94a-04366d386e69 req-b04d8473-0c92-4ddb-8b73-abd95f55ace6 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:51.715494 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-85b69c88-371d-401d-a94a-04366d386e69 req-b04d8473-0c92-4ddb-8b73-abd95f55ace6 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.1232741 Jun 22 07:12:51.728869 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4cb243-c800-4644-b638-123dfd4b8d88 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:12:51.738328 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-4f4cb243-c800-4644-b638-123dfd4b8d88 admin admin] 10.222.0.22 "PUT /v2.0/routers/0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8922508 Jun 22 07:12:51.774644 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-85b69c88-371d-401d-a94a-04366d386e69 req-c0ff864a-a25e-4edd-8949-b1896571d26a tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521169 Jun 22 07:12:51.912015 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 1169b076-5f30-4819-997f-91b41e5222a8 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:12:51.965384 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-bae5da93-0461-46c6-9847-e38e28fc0571 req-83834b74-5956-4044-bc70-43db0f725705 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb667509-fa0e-4926-aa00-d4b2ac4dfb18 HTTP/1.1" status: 200 len: 210 time: 0.0573716 Jun 22 07:12:51.974429 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 1169b076-5f30-4819-997f-91b41e5222a8 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:12:51.975007 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:52.070849 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 551a317a-07b2-457a-bb5f-37ab87158e38 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:12:52.128639 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning for port 551a317a-07b2-457a-bb5f-37ab87158e38 completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:12:52.133039 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 551a317a-07b2-457a-bb5f-37ab87158e38 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:12:52.133536 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:52.219666 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:52.250823 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-badbe661-7601-497f-823b-f0844c323d63 None None] For port 551a317a-07b2-457a-bb5f-37ab87158e38, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=551a317a-07b2-457a-bb5f-37ab87158e38,segment=NetworkSegment(1f136496-d650-4d4e-9fa5-f4757e98fad0),segment_id=1f136496-d650-4d4e-9fa5-f4757e98fad0)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:12:52.256089 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:52.258106 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:52.321564 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Pushing event updated for resources: {'Port': ['ID=551a317a-07b2-457a-bb5f-37ab87158e38,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:52.335022 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:52.437629 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0a839-6c58-459f-8fc8-de8ea44b5fb3 req-81549bc4-5b3e-4e56-8d5c-196a1dd41d90 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:52.439418 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-75d0a839-6c58-459f-8fc8-de8ea44b5fb3 req-81549bc4-5b3e-4e56-8d5c-196a1dd41d90 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6 HTTP/1.1" status: 200 len: 944 time: 0.0731375 Jun 22 07:12:52.452232 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b6fb86-0ee1-4085-9224-e0f9c275f0e1 None None] Sync routers for ids ['0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'] in dv-cinder-786627-11-smb {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:12:52.460270 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 60776) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:52.469625 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b6fb86-0ee1-4085-9224-e0f9c275f0e1 None None] Routers {'0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:12:52.470505 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-a8b6fb86-0ee1-4085-9224-e0f9c275f0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:12:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:12:52.470876 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-cdcebb26-e4fc-4618-95b8-3b395f0d5952 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1845175279-network', 'tenant_id': '45a4e2989cf54805adf4780b6e69fbc7'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:12:52.493948 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-75d0a839-6c58-459f-8fc8-de8ea44b5fb3 req-8b2102c6-91bb-4843-8295-26621e251cf0 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482147 Jun 22 07:12:52.495221 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcebb26-e4fc-4618-95b8-3b395f0d5952 admin admin] Made reservation on behalf of 45a4e2989cf54805adf4780b6e69fbc7 for: {'network': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:12:52.499138 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-cdcebb26-e4fc-4618-95b8-3b395f0d5952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for network, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:52.508531 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-cdcebb26-e4fc-4618-95b8-3b395f0d5952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:52.617397 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-cdcebb26-e4fc-4618-95b8-3b395f0d5952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:52.622902 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-cdcebb26-e4fc-4618-95b8-3b395f0d5952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:52.626469 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-c7b5863b-1f5c-4e9a-b8c1-e2c953750d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:52.651243 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdcebb26-e4fc-4618-95b8-3b395f0d5952 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=92822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:12:52.662063 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcebb26-e4fc-4618-95b8-3b395f0d5952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54ce34a-8ded-44a1-81f6-3511bf170d74,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:52.666959 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-cdcebb26-e4fc-4618-95b8-3b395f0d5952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:52.670607 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-cdcebb26-e4fc-4618-95b8-3b395f0d5952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:52.671171 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.db.segments_db [None req-cdcebb26-e4fc-4618-95b8-3b395f0d5952 admin admin] Added segment 561ea913-fc49-4369-8963-3966f0fe1a61 of type vlan for network 6c4f07b1-5ac9-4427-8390-c2969bd1774d Jun 22 07:12:52.714176 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-cdcebb26-e4fc-4618-95b8-3b395f0d5952 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736031188691'] for network, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:52.725012 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-a8b6fb86-0ee1-4085-9224-e0f9c275f0e1 None None] Set router 0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0 gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:12:52.758510 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-cdcebb26-e4fc-4618-95b8-3b395f0d5952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068'] for network, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:52.759893 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcebb26-e4fc-4618-95b8-3b395f0d5952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:52.760477 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-cdcebb26-e4fc-4618-95b8-3b395f0d5952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:52.763994 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:52.832692 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-cdcebb26-e4fc-4618-95b8-3b395f0d5952 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3699312 Jun 22 07:12:52.836455 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 60782) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:52.842523 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-d9d04257-7512-4f28-bcaf-3a5673c8e5d3 admin admin] Request body: {'subnet': {'network_id': '6c4f07b1-5ac9-4427-8390-c2969bd1774d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1845175279-subnet', 'tenant_id': '45a4e2989cf54805adf4780b6e69fbc7', 'ip_version': 4}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:12:52.863338 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcebb26-e4fc-4618-95b8-3b395f0d5952 admin admin] Pushing event updated for resources: {'Network': ['ID=6c4f07b1-5ac9-4427-8390-c2969bd1774d,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:52.864808 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-cdcebb26-e4fc-4618-95b8-3b395f0d5952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:52.871519 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d04257-7512-4f28-bcaf-3a5673c8e5d3 admin admin] Made reservation on behalf of 45a4e2989cf54805adf4780b6e69fbc7 for: {'subnet': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:12:52.874366 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-d9d04257-7512-4f28-bcaf-3a5673c8e5d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130481252'] for subnet, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:52.876279 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Network 6c4f07b1-5ac9-4427-8390-c2969bd1774d details requested by agent ovs-agent-dv-cinder-786627-11-smb with host dv-cinder-786627-11-smb {{(pid=92823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:12:53.055940 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1eec3b-e736-4611-8da3-acf1c5ac3234 req-3cf8a352-be74-43e6-9ba7-6f87fcabf121 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:53.072338 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-a8b6fb86-0ee1-4085-9224-e0f9c275f0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'name': 'tempest-TestShelveInstance-884939547-router', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '551a317a-07b2-457a-bb5f-37ab87158e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:12:46Z', 'updated_at': '2021-06-22T07:12:50Z', 'revision_number': 4, 'project_id': 'ca81329e8fd44855893856626d570c21', 'gw_port': {'id': '551a317a-07b2-457a-bb5f-37ab87158e38', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:47Z', 'updated_at': '2021-06-22T07:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '09c55c50-5f84-4686-a764-7dcfc8c779de', 'name': '', 'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'mac_address': 'fa:16:3e:68:fd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'e803715f-67bf-442c-9b95-373513a2130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:49Z', 'updated_at': '2021-06-22T07:12:50Z', 'revision_number': 2, 'project_id': 'ca81329e8fd44855893856626d570c21', 'subnets': [{'id': 'e803715f-67bf-442c-9b95-373513a2130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:12:53.073146 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-cd1eec3b-e736-4611-8da3-acf1c5ac3234 req-3cf8a352-be74-43e6-9ba7-6f87fcabf121 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.1310294 Jun 22 07:12:53.093110 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-d9d04257-7512-4f28-bcaf-3a5673c8e5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133502183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130481238'] for subnet, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:53.097490 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ebd0bbd1-7bf1-481a-8050-8101080c1d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:53.106424 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b6fb86-0ee1-4085-9224-e0f9c275f0e1 None None] Checking router: 0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0 for host: dv-cinder-786627-11-smb {{(pid=92823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:12:53.106922 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b6fb86-0ee1-4085-9224-e0f9c275f0e1 None None] Updating router 0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0 port 09c55c50-5f84-4686-a764-7dcfc8c779de binding host dv-cinder-786627-11-smb {{(pid=92823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:12:53.163384 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-cd1eec3b-e736-4611-8da3-acf1c5ac3234 req-64da1e5f-a4df-43d4-ae7f-10d92d75c4ac tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870144 Jun 22 07:12:53.163587 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-a8b6fb86-0ee1-4085-9224-e0f9c275f0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:53.172696 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d04257-7512-4f28-bcaf-3a5673c8e5d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdaaf286-135d-42e1-81fe-6e6c3e029c36,revision_number=0']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:53.184738 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-d9d04257-7512-4f28-bcaf-3a5673c8e5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:53.194175 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d04257-7512-4f28-bcaf-3a5673c8e5d3 admin admin] Checking segment: {'id': '561ea913-fc49-4369-8963-3966f0fe1a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6c4f07b1-5ac9-4427-8390-c2969bd1774d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:12:53.194529 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d04257-7512-4f28-bcaf-3a5673c8e5d3 admin admin] Network hostable DHCP agents. Network: 6c4f07b1-5ac9-4427-8390-c2969bd1774d, hostable agents: ['b3e1d87c-8412-42f8-9df5-1411cb290459'], hosted agents: [] {{(pid=92822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:12:53.213414 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d04257-7512-4f28-bcaf-3a5673c8e5d3 admin admin] Network 6c4f07b1-5ac9-4427-8390-c2969bd1774d is scheduled to be hosted by DHCP agent b3e1d87c-8412-42f8-9df5-1411cb290459 with binding_index 1 {{(pid=92822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:12:53.226094 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [None req-d9d04257-7512-4f28-bcaf-3a5673c8e5d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-smb, 6c4f07b1-5ac9-4427-8390-c2969bd1774d) {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:12:53.230933 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d04257-7512-4f28-bcaf-3a5673c8e5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:53.231636 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-d9d04257-7512-4f28-bcaf-3a5673c8e5d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for subnet, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:53.245925 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbdfb0d-4003-4be4-8177-fced53e49035 None None] Network 6c4f07b1-5ac9-4427-8390-c2969bd1774d requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:12:53.250769 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-d9d04257-7512-4f28-bcaf-3a5673c8e5d3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4131682 Jun 22 07:12:53.252095 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 60794) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:53.256472 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-5fd1ccfe-39ab-47d2-b11a-c706a653d5dc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1845175279-router', 'tenant_id': '45a4e2989cf54805adf4780b6e69fbc7', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79'}}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:12:53.279964 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5fd1ccfe-39ab-47d2-b11a-c706a653d5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1669542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1128'] for router, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:53.286236 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5fd1ccfe-39ab-47d2-b11a-c706a653d5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1593244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1123'] for router, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:53.339131 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5fd1ccfe-39ab-47d2-b11a-c706a653d5dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:53.501803 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5fd1ccfe-39ab-47d2-b11a-c706a653d5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1593326', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1141'] for router, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:53.553217 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c5832c-e0d3-436b-a5b4-fec8b75ccf1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e4f5c82-077d-56c7-9869-6c225c043a1f-6c4f07b1-5ac9-4427-8390-c2969bd1774d', 'network_id': '6c4f07b1-5ac9-4427-8390-c2969bd1774d', 'tenant_id': '45a4e2989cf54805adf4780b6e69fbc7', 'fixed_ips': [{'subnet_id': 'cdaaf286-135d-42e1-81fe-6e6c3e029c36'}]}} from dv-cinder-786627-11-smb. {{(pid=92823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 07:12:53.553217 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-59c5832c-e0d3-436b-a5b4-fec8b75ccf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:53.660033 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-a8b6fb86-0ee1-4085-9224-e0f9c275f0e1 None None] Notify callbacks [] for port, precommit_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:53.682408 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-a8b6fb86-0ee1-4085-9224-e0f9c275f0e1 None None] Transition to ACTIVE for port object 09c55c50-5f84-4686-a764-7dcfc8c779de will not be triggered until provisioned by entity L2. {{(pid=92823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:12:53.697256 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-a8b6fb86-0ee1-4085-9224-e0f9c275f0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:53.703769 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:53.748618 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df925f6c-de59-434a-af72-860dd47f9ea4 req-20afa60a-92e8-4394-816d-d97eeb259df8 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:53.753144 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5fd1ccfe-39ab-47d2-b11a-c706a653d5dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:53.755847 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-df925f6c-de59-434a-af72-860dd47f9ea4 req-20afa60a-92e8-4394-816d-d97eeb259df8 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6 HTTP/1.1" status: 200 len: 944 time: 0.1333699 Jun 22 07:12:53.761031 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 551a317a-07b2-457a-bb5f-37ab87158e38 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:12:53.787172 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5fd1ccfe-39ab-47d2-b11a-c706a653d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:53.792050 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-df925f6c-de59-434a-af72-860dd47f9ea4 req-9cf5f857-c146-4753-87e4-223d393d598d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356975 Jun 22 07:12:53.851694 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.db_base_plugin_common [None req-59c5832c-e0d3-436b-a5b4-fec8b75ccf1f None None] Allocated IP 172.20.0.2 (6c4f07b1-5ac9-4427-8390-c2969bd1774d/cdaaf286-135d-42e1-81fe-6e6c3e029c36/1603912c-90ac-48fb-bc7a-927fd86de547) {{(pid=92823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:12:53.888082 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d541254-7889-4c61-9798-b7e2a2de7b3c None None] Pushing event updated for resources: {'Port': ['ID=09c55c50-5f84-4686-a764-7dcfc8c779de,revision_number=3']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:53.891917 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-5d541254-7889-4c61-9798-b7e2a2de7b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:53.960168 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_common [None req-5fd1ccfe-39ab-47d2-b11a-c706a653d5dc admin admin] Allocated IP 172.28.3.226 (7f141025-a293-49e1-b229-0532c619cb79/4bf01720-6969-45ff-87ec-9c9eeac501f4/13d4f66a-9eb2-45f5-897d-ab3f5e0e715a) {{(pid=92822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:12:53.989927 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-a8b6fb86-0ee1-4085-9224-e0f9c275f0e1 None None] Attempting to bind port 09c55c50-5f84-4686-a764-7dcfc8c779de on host dv-cinder-786627-11-smb for vnic_type normal with profile {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:12:53.990414 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-a8b6fb86-0ee1-4085-9224-e0f9c275f0e1 None None] Attempting to bind port 09c55c50-5f84-4686-a764-7dcfc8c779de by drivers openvswitch,hyperv on host dv-cinder-786627-11-smb at level 0 using segments [{'id': '8cda4519-954f-4232-ad51-84edb5ca56b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d'}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:12:53.990856 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b6fb86-0ee1-4085-9224-e0f9c275f0e1 None None] Attempting to bind port 09c55c50-5f84-4686-a764-7dcfc8c779de on network 0ce36a1f-c09b-4d07-ae5c-9465c4773b3d {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:12:54.005543 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b6fb86-0ee1-4085-9224-e0f9c275f0e1 None None] Checking agent: {'id': '2285e849-590c-4cbf-9562-ffa818bb227d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 3, 37), 'started_at': datetime.datetime(2021, 6, 22, 7, 4, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:12:54.006040 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b6fb86-0ee1-4085-9224-e0f9c275f0e1 None None] Checking segment: {'id': '8cda4519-954f-4232-ad51-84edb5ca56b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:12:54.006518 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-a8b6fb86-0ee1-4085-9224-e0f9c275f0e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:54.006997 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b6fb86-0ee1-4085-9224-e0f9c275f0e1 None None] Bound using segment: {'id': '8cda4519-954f-4232-ad51-84edb5ca56b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d'} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:12:54.007608 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-a8b6fb86-0ee1-4085-9224-e0f9c275f0e1 None None] Bound port: 09c55c50-5f84-4686-a764-7dcfc8c779de, host: dv-cinder-786627-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cda4519-954f-4232-ad51-84edb5ca56b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d'}}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:12:54.008124 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-a8b6fb86-0ee1-4085-9224-e0f9c275f0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:54.013212 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 551a317a-07b2-457a-bb5f-37ab87158e38 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:12:54.013672 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:54.098362 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5fd1ccfe-39ab-47d2-b11a-c706a653d5dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:54.141528 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5fd1ccfe-39ab-47d2-b11a-c706a653d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-133502027'] for port, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:54.144455 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:54.183048 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd1ccfe-39ab-47d2-b11a-c706a653d5dc admin admin] Network 7f141025-a293-49e1-b229-0532c619cb79 is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:12:54.186869 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [None req-5fd1ccfe-39ab-47d2-b11a-c706a653d5dc admin admin] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:12:54.190947 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd1ccfe-39ab-47d2-b11a-c706a653d5dc admin admin] Received port after_create {{(pid=92822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:12:54.218625 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-a8b6fb86-0ee1-4085-9224-e0f9c275f0e1 None None] For port 09c55c50-5f84-4686-a764-7dcfc8c779de, host dv-cinder-786627-11-smb, cleared binding levels {{(pid=92823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:12:54.227023 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1ccfe-39ab-47d2-b11a-c706a653d5dc admin admin] Pushing event updated for resources: {'Port': ['ID=13d4f66a-9eb2-45f5-897d-ab3f5e0e715a,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:54.239180 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-5fd1ccfe-39ab-47d2-b11a-c706a653d5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:54.269525 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-59c5832c-e0d3-436b-a5b4-fec8b75ccf1f None None] Notify callbacks [] for port, precommit_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:54.273273 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-a8b6fb86-0ee1-4085-9224-e0f9c275f0e1 None None] For port 09c55c50-5f84-4686-a764-7dcfc8c779de, host dv-cinder-786627-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=09c55c50-5f84-4686-a764-7dcfc8c779de,segment=NetworkSegment(8cda4519-954f-4232-ad51-84edb5ca56b5),segment_id=8cda4519-954f-4232-ad51-84edb5ca56b5)] {{(pid=92823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:12:54.288797 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-a8b6fb86-0ee1-4085-9224-e0f9c275f0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:54.291662 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-59c5832c-e0d3-436b-a5b4-fec8b75ccf1f None None] Transition to ACTIVE for port object 1603912c-90ac-48fb-bc7a-927fd86de547 will not be triggered until provisioned by entity L2. {{(pid=92823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:12:54.295321 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-fe652dc4-c53b-4534-8724-44a67d2d9c1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:54.361250 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-59c5832c-e0d3-436b-a5b4-fec8b75ccf1f None None] Transition to ACTIVE for port object 1603912c-90ac-48fb-bc7a-927fd86de547 will not be triggered until provisioned by entity DHCP. {{(pid=92823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:12:54.379659 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-59c5832c-e0d3-436b-a5b4-fec8b75ccf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430'] for port, after_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:54.387769 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 2d862b00-f571-4ae7-8040-bb7cecf14986 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:12:54.392251 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d541254-7889-4c61-9798-b7e2a2de7b3c None None] Pushing event updated for resources: {'Port': ['ID=09c55c50-5f84-4686-a764-7dcfc8c779de,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:54.395530 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-5d541254-7889-4c61-9798-b7e2a2de7b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:54.396105 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b6fb86-0ee1-4085-9224-e0f9c275f0e1 None None] Routers {'0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:12:54.397131 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-a8b6fb86-0ee1-4085-9224-e0f9c275f0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:12:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:12:54.418521 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:54.474807 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb9a5b-948c-46dd-bd10-6e7f00872061 req-f29b659e-70a4-42f9-b708-033599c0f3b4 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:54.483110 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] No Port match for: 2d862b00-f571-4ae7-8040-bb7cecf14986 {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:12:54.484034 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 2d862b00-f571-4ae7-8040-bb7cecf14986 not bound to the agent host hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:12:54.489559 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-fabb9a5b-948c-46dd-bd10-6e7f00872061 req-f29b659e-70a4-42f9-b708-033599c0f3b4 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.1386981 Jun 22 07:12:54.494532 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c5832c-e0d3-436b-a5b4-fec8b75ccf1f None None] Network 6c4f07b1-5ac9-4427-8390-c2969bd1774d is already hosted by enough agents. {{(pid=92823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:12:54.507126 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.scheduler.base_scheduler [None req-59c5832c-e0d3-436b-a5b4-fec8b75ccf1f None None] Resources bound (agent type, host, resource id): {{(pid=92823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:12:54.510393 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c5832c-e0d3-436b-a5b4-fec8b75ccf1f None None] Received port after_create {{(pid=92823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:12:54.527539 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5832c-e0d3-436b-a5b4-fec8b75ccf1f None None] Pushing event updated for resources: {'Port': ['ID=1603912c-90ac-48fb-bc7a-927fd86de547,revision_number=1']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:54.530969 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-59c5832c-e0d3-436b-a5b4-fec8b75ccf1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:54.561683 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-fabb9a5b-948c-46dd-bd10-6e7f00872061 req-b4ad33e3-bdbb-4c1f-934b-4b293f9b9063 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708780 Jun 22 07:12:54.579604 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5fd1ccfe-39ab-47d2-b11a-c706a653d5dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:54.766307 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-59c5832c-e0d3-436b-a5b4-fec8b75ccf1f None None] Attempting to bind port 1603912c-90ac-48fb-bc7a-927fd86de547 on host dv-cinder-786627-11-smb for vnic_type normal with profile {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:12:54.766882 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-59c5832c-e0d3-436b-a5b4-fec8b75ccf1f None None] Attempting to bind port 1603912c-90ac-48fb-bc7a-927fd86de547 by drivers openvswitch,hyperv on host dv-cinder-786627-11-smb at level 0 using segments [{'id': '561ea913-fc49-4369-8963-3966f0fe1a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6c4f07b1-5ac9-4427-8390-c2969bd1774d'}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:12:54.766994 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c5832c-e0d3-436b-a5b4-fec8b75ccf1f None None] Attempting to bind port 1603912c-90ac-48fb-bc7a-927fd86de547 on network 6c4f07b1-5ac9-4427-8390-c2969bd1774d {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:12:54.782193 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c5832c-e0d3-436b-a5b4-fec8b75ccf1f None None] Checking agent: {'id': '2285e849-590c-4cbf-9562-ffa818bb227d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 3, 37), 'started_at': datetime.datetime(2021, 6, 22, 7, 4, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:12:54.782580 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c5832c-e0d3-436b-a5b4-fec8b75ccf1f None None] Checking segment: {'id': '561ea913-fc49-4369-8963-3966f0fe1a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6c4f07b1-5ac9-4427-8390-c2969bd1774d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:12:54.782991 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-59c5832c-e0d3-436b-a5b4-fec8b75ccf1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:54.783422 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c5832c-e0d3-436b-a5b4-fec8b75ccf1f None None] Bound using segment: {'id': '561ea913-fc49-4369-8963-3966f0fe1a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6c4f07b1-5ac9-4427-8390-c2969bd1774d'} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:12:54.783918 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-59c5832c-e0d3-436b-a5b4-fec8b75ccf1f None None] Bound port: 1603912c-90ac-48fb-bc7a-927fd86de547, host: dv-cinder-786627-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '561ea913-fc49-4369-8963-3966f0fe1a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6c4f07b1-5ac9-4427-8390-c2969bd1774d'}}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:12:54.784311 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-59c5832c-e0d3-436b-a5b4-fec8b75ccf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:54.794572 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5fd1ccfe-39ab-47d2-b11a-c706a653d5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592378'] for router, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:54.795985 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-a8b6fb86-0ee1-4085-9224-e0f9c275f0e1 None None] Set router 0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0 gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:12:54.938755 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd1ccfe-39ab-47d2-b11a-c706a653d5dc admin admin] Router 54aff57d-605f-4cb9-8949-eca33a9f37a8 is scheduled to L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d with binding_index 1 {{(pid=92822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 07:12:54.962447 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-59c5832c-e0d3-436b-a5b4-fec8b75ccf1f None None] For port 1603912c-90ac-48fb-bc7a-927fd86de547, host dv-cinder-786627-11-smb, cleared binding levels {{(pid=92823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:12:54.968491 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-59c5832c-e0d3-436b-a5b4-fec8b75ccf1f None None] For port 1603912c-90ac-48fb-bc7a-927fd86de547, host dv-cinder-786627-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=1603912c-90ac-48fb-bc7a-927fd86de547,segment=NetworkSegment(561ea913-fc49-4369-8963-3966f0fe1a61),segment_id=561ea913-fc49-4369-8963-3966f0fe1a61)] {{(pid=92823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:12:54.977098 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-59c5832c-e0d3-436b-a5b4-fec8b75ccf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:54.981976 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:55.014998 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8bbec-6ce8-4487-b4a0-87080396d86a req-452ff94a-3de8-4b28-918a-e623b16ee3a4 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:55.016550 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a3a8bbec-6ce8-4487-b4a0-87080396d86a req-452ff94a-3de8-4b28-918a-e623b16ee3a4 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6 HTTP/1.1" status: 200 len: 944 time: 0.0745306 Jun 22 07:12:55.061171 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a3a8bbec-6ce8-4487-b4a0-87080396d86a req-244ce3d1-cda6-466c-ab4a-06631b3b4fcb tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364230 Jun 22 07:12:55.068937 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd1ccfe-39ab-47d2-b11a-c706a653d5dc admin admin] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:12:55.081346 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69300eb6-9359-4440-8dbb-6818c1dacdbf None None] Sync routers for ids ['54aff57d-605f-4cb9-8949-eca33a9f37a8'] in dv-cinder-786627-11-smb {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:12:55.091814 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5fd1ccfe-39ab-47d2-b11a-c706a653d5dc admin admin] Notify callbacks [] for router, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:55.093590 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-5fd1ccfe-39ab-47d2-b11a-c706a653d5dc admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8402154 Jun 22 07:12:55.094961 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5832c-e0d3-436b-a5b4-fec8b75ccf1f None None] Pushing event updated for resources: {'Port': ['ID=1603912c-90ac-48fb-bc7a-927fd86de547,revision_number=2']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:55.096440 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 60814) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:55.100456 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-59c5832c-e0d3-436b-a5b4-fec8b75ccf1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:55.101978 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69300eb6-9359-4440-8dbb-6818c1dacdbf None None] Routers {'54aff57d-605f-4cb9-8949-eca33a9f37a8'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:12:55.102643 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-69300eb6-9359-4440-8dbb-6818c1dacdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:12:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['54aff57d-605f-4cb9-8949-eca33a9f37a8'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:12:55.148999 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-a8b6fb86-0ee1-4085-9224-e0f9c275f0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'name': 'tempest-TestShelveInstance-884939547-router', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '551a317a-07b2-457a-bb5f-37ab87158e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:12:46Z', 'updated_at': '2021-06-22T07:12:50Z', 'revision_number': 4, 'project_id': 'ca81329e8fd44855893856626d570c21', 'gw_port': {'id': '551a317a-07b2-457a-bb5f-37ab87158e38', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:47Z', 'updated_at': '2021-06-22T07:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '09c55c50-5f84-4686-a764-7dcfc8c779de', 'name': '', 'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'mac_address': 'fa:16:3e:68:fd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'e803715f-67bf-442c-9b95-373513a2130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:49Z', 'updated_at': '2021-06-22T07:12:54Z', 'revision_number': 4, 'project_id': 'ca81329e8fd44855893856626d570c21', 'subnets': [{'id': 'e803715f-67bf-442c-9b95-373513a2130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:12:55.207993 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b6fb86-0ee1-4085-9224-e0f9c275f0e1 None None] The sync data for ids ['0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'] in dv-cinder-786627-11-smb is: [{'id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'name': 'tempest-TestShelveInstance-884939547-router', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '551a317a-07b2-457a-bb5f-37ab87158e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:12:46Z', 'updated_at': '2021-06-22T07:12:50Z', 'revision_number': 4, 'project_id': 'ca81329e8fd44855893856626d570c21', 'gw_port': {'id': '551a317a-07b2-457a-bb5f-37ab87158e38', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:47Z', 'updated_at': '2021-06-22T07:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '09c55c50-5f84-4686-a764-7dcfc8c779de', 'name': '', 'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'mac_address': 'fa:16:3e:68:fd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'e803715f-67bf-442c-9b95-373513a2130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:49Z', 'updated_at': '2021-06-22T07:12:54Z', 'revision_number': 4, 'project_id': 'ca81329e8fd44855893856626d570c21', 'subnets': [{'id': 'e803715f-67bf-442c-9b95-373513a2130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:12:55.327427 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-69300eb6-9359-4440-8dbb-6818c1dacdbf None None] Set router 54aff57d-605f-4cb9-8949-eca33a9f37a8 gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:12:55.597702 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-69300eb6-9359-4440-8dbb-6818c1dacdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54aff57d-605f-4cb9-8949-eca33a9f37a8', 'name': 'tempest-TestShelveInstance-1845175279-router', 'tenant_id': '45a4e2989cf54805adf4780b6e69fbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '13d4f66a-9eb2-45f5-897d-ab3f5e0e715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:12:53Z', 'updated_at': '2021-06-22T07:12:54Z', 'revision_number': 3, 'project_id': '45a4e2989cf54805adf4780b6e69fbc7', 'gw_port': {'id': '13d4f66a-9eb2-45f5-897d-ab3f5e0e715a', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:14:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54aff57d-605f-4cb9-8949-eca33a9f37a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:53Z', 'updated_at': '2021-06-22T07:12:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:12:55.634740 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69300eb6-9359-4440-8dbb-6818c1dacdbf None None] Checking router: 54aff57d-605f-4cb9-8949-eca33a9f37a8 for host: dv-cinder-786627-11-smb {{(pid=92824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:12:55.635487 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69300eb6-9359-4440-8dbb-6818c1dacdbf None None] Updating router 54aff57d-605f-4cb9-8949-eca33a9f37a8 port 13d4f66a-9eb2-45f5-897d-ab3f5e0e715a binding host dv-cinder-786627-11-smb {{(pid=92824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:12:55.727739 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-69300eb6-9359-4440-8dbb-6818c1dacdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:55.881473 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 09c55c50-5f84-4686-a764-7dcfc8c779de up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:12:55.905825 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5562b70d-0081-45bc-931f-659923ed729b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:55.959805 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-bcd3734a-fc7d-400d-9c52-3681efa67956 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:55.969567 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-bcd3734a-fc7d-400d-9c52-3681efa67956 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/networks?id=9fc47123-9b4c-41e9-89d7-06a38c572763 HTTP/1.1" status: 200 len: 809 time: 0.2558351 Jun 22 07:12:55.988093 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning for port 09c55c50-5f84-4686-a764-7dcfc8c779de completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:12:55.994603 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 09c55c50-5f84-4686-a764-7dcfc8c779de triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:12:55.995027 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:56.030408 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-3ce8989d-57b3-494b-9a9d-2207e67a08b1 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/quotas/ca03313995db4f52aa5ccd35ec65f37e HTTP/1.1" status: 200 len: 375 time: 0.0592248 Jun 22 07:12:56.117378 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-12586243-1dad-4286-9529-202b97a80f95 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ca03313995db4f52aa5ccd35ec65f37e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850871 Jun 22 07:12:56.164503 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:56.176586 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-69300eb6-9359-4440-8dbb-6818c1dacdbf None None] Notify callbacks [] for port, precommit_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:56.184688 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cfd1e-5eda-4311-a631-3d8d9e167496 req-4b28128f-7bb0-41b6-b381-d4a21233d436 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:56.188313 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.provisioning_blocks [None req-69300eb6-9359-4440-8dbb-6818c1dacdbf None None] Transition to ACTIVE for port object 13d4f66a-9eb2-45f5-897d-ab3f5e0e715a will not be triggered until provisioned by entity L2. {{(pid=92824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:12:56.196770 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-058cfd1e-5eda-4311-a631-3d8d9e167496 req-4b28128f-7bb0-41b6-b381-d4a21233d436 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.3554430 Jun 22 07:12:56.198129 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-69300eb6-9359-4440-8dbb-6818c1dacdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:56.219658 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [None req-6dd68834-3761-4d6b-967a-aa5334f3150e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:56.220966 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_common [None req-5562b70d-0081-45bc-931f-659923ed729b admin admin] Allocated IP 172.20.0.1 (6c4f07b1-5ac9-4427-8390-c2969bd1774d/cdaaf286-135d-42e1-81fe-6e6c3e029c36/6e0746d9-10f3-45db-b8ae-55443fc643b7) {{(pid=92822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:12:56.234703 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-badbe661-7601-497f-823b-f0844c323d63 None None] For port 09c55c50-5f84-4686-a764-7dcfc8c779de, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=09c55c50-5f84-4686-a764-7dcfc8c779de,segment=NetworkSegment(8cda4519-954f-4232-ad51-84edb5ca56b5),segment_id=8cda4519-954f-4232-ad51-84edb5ca56b5)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:12:56.245168 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:56.250177 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 1603912c-90ac-48fb-bc7a-927fd86de547 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:12:56.291342 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.managers [None req-69300eb6-9359-4440-8dbb-6818c1dacdbf None None] Attempting to bind port 13d4f66a-9eb2-45f5-897d-ab3f5e0e715a on host dv-cinder-786627-11-smb for vnic_type normal with profile {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:12:56.292061 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.managers [None req-69300eb6-9359-4440-8dbb-6818c1dacdbf None None] Attempting to bind port 13d4f66a-9eb2-45f5-897d-ab3f5e0e715a by drivers openvswitch,hyperv on host dv-cinder-786627-11-smb at level 0 using segments [{'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'}] {{(pid=92824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:12:56.293122 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69300eb6-9359-4440-8dbb-6818c1dacdbf None None] Attempting to bind port 13d4f66a-9eb2-45f5-897d-ab3f5e0e715a on network 7f141025-a293-49e1-b229-0532c619cb79 {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:12:56.306332 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69300eb6-9359-4440-8dbb-6818c1dacdbf None None] Checking agent: {'id': '2285e849-590c-4cbf-9562-ffa818bb227d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 3, 37), 'started_at': datetime.datetime(2021, 6, 22, 7, 4, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:12:56.318214 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69300eb6-9359-4440-8dbb-6818c1dacdbf None None] Checking segment: {'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:12:56.318778 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-69300eb6-9359-4440-8dbb-6818c1dacdbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:56.319519 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69300eb6-9359-4440-8dbb-6818c1dacdbf None None] Bound using segment: {'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'} {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:12:56.321174 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-fbfda5b0-8654-41e5-87bc-8593e2924b09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:56.321511 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.managers [None req-69300eb6-9359-4440-8dbb-6818c1dacdbf None None] Bound port: 13d4f66a-9eb2-45f5-897d-ab3f5e0e715a, host: dv-cinder-786627-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'}}] {{(pid=92824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:12:56.322128 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-69300eb6-9359-4440-8dbb-6818c1dacdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:56.334644 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556735e-ae11-4f6a-ad85-f795c8fb2d55 None None] Pushing event updated for resources: {'Port': ['ID=13d4f66a-9eb2-45f5-897d-ab3f5e0e715a,revision_number=2']} {{(pid=92824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:56.340676 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [None req-8556735e-ae11-4f6a-ad85-f795c8fb2d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:56.407123 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-058cfd1e-5eda-4311-a631-3d8d9e167496 req-38c74b0d-0d74-4813-9301-5f6ea3809d7b tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090034 Jun 22 07:12:56.437491 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning for port 1603912c-90ac-48fb-bc7a-927fd86de547 completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:12:56.497159 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-f25be51a-ca56-4d4e-9126-bb1c3605ea35 service neutron] 10.222.0.22 "GET /v2.0/networks/9fc47123-9b4c-41e9-89d7-06a38c572763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727610 Jun 22 07:12:56.508781 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.db [None req-69300eb6-9359-4440-8dbb-6818c1dacdbf None None] For port 13d4f66a-9eb2-45f5-897d-ab3f5e0e715a, host dv-cinder-786627-11-smb, cleared binding levels {{(pid=92824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:12:56.520532 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Pushing event updated for resources: {'Port': ['ID=09c55c50-5f84-4686-a764-7dcfc8c779de,revision_number=5']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:56.524126 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.db [None req-69300eb6-9359-4440-8dbb-6818c1dacdbf None None] For port 13d4f66a-9eb2-45f5-897d-ab3f5e0e715a, host dv-cinder-786627-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=13d4f66a-9eb2-45f5-897d-ab3f5e0e715a,segment=NetworkSegment(1f136496-d650-4d4e-9fa5-f4757e98fad0),segment_id=1f136496-d650-4d4e-9fa5-f4757e98fad0)] {{(pid=92824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:12:56.528624 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:56.533187 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-69300eb6-9359-4440-8dbb-6818c1dacdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:56.536444 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:56.549350 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5562b70d-0081-45bc-931f-659923ed729b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:56.586542 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.provisioning_blocks [None req-5562b70d-0081-45bc-931f-659923ed729b admin admin] Transition to ACTIVE for port object 6e0746d9-10f3-45db-b8ae-55443fc643b7 will not be triggered until provisioned by entity DHCP. {{(pid=92822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:12:56.630876 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69300eb6-9359-4440-8dbb-6818c1dacdbf None None] Routers {'54aff57d-605f-4cb9-8949-eca33a9f37a8'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:12:56.631616 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-69300eb6-9359-4440-8dbb-6818c1dacdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:12:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['54aff57d-605f-4cb9-8949-eca33a9f37a8'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:12:56.633615 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556735e-ae11-4f6a-ad85-f795c8fb2d55 None None] Pushing event updated for resources: {'Port': ['ID=13d4f66a-9eb2-45f5-897d-ab3f5e0e715a,revision_number=3']} {{(pid=92824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:56.638251 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [None req-8556735e-ae11-4f6a-ad85-f795c8fb2d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:56.659257 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5562b70d-0081-45bc-931f-659923ed729b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-133502027'] for port, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:56.661437 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-874828e1-8221-4cdb-9fcc-2aac801930fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:56.675640 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893e3ae7-cf13-4663-8f15-cb34ebfc3759 None None] Network 6c4f07b1-5ac9-4427-8390-c2969bd1774d requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:12:56.705353 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5562b70d-0081-45bc-931f-659923ed729b admin admin] Network 6c4f07b1-5ac9-4427-8390-c2969bd1774d is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:12:56.708490 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [None req-5562b70d-0081-45bc-931f-659923ed729b admin admin] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:12:56.712684 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5562b70d-0081-45bc-931f-659923ed729b admin admin] Received port after_create {{(pid=92822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:12:56.729224 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562b70d-0081-45bc-931f-659923ed729b admin admin] Pushing event updated for resources: {'Port': ['ID=6e0746d9-10f3-45db-b8ae-55443fc643b7,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:56.729452 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-7596df17-4119-4dac-bd30-e8937dfeda36 service neutron] 10.222.0.22 "GET /v2.0/networks/9fc47123-9b4c-41e9-89d7-06a38c572763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104752 Jun 22 07:12:56.773429 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-5562b70d-0081-45bc-931f-659923ed729b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:56.793407 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbad2e-3c27-44d2-a20f-51367060dab6 req-471631c2-5048-4ccc-ada1-2377b96862c1 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:56.804437 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a5bbad2e-3c27-44d2-a20f-51367060dab6 req-471631c2-5048-4ccc-ada1-2377b96862c1 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6 HTTP/1.1" status: 200 len: 944 time: 0.1240420 Jun 22 07:12:56.811334 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5562b70d-0081-45bc-931f-659923ed729b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594578'] for router_interface, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:56.833221 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-69300eb6-9359-4440-8dbb-6818c1dacdbf None None] Set router 54aff57d-605f-4cb9-8949-eca33a9f37a8 gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:12:56.853580 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a5bbad2e-3c27-44d2-a20f-51367060dab6 req-245ecb9f-0dd8-417a-8fee-e61c389bd316 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481532 Jun 22 07:12:56.869239 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-25ccc207-e1b9-4b77-a10b-757bc63c2a11 None None] Provisioning for port 1603912c-90ac-48fb-bc7a-927fd86de547 completed by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:12:56.937306 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-25ccc207-e1b9-4b77-a10b-757bc63c2a11 None None] Provisioning complete for port 1603912c-90ac-48fb-bc7a-927fd86de547 triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:12:56.937954 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-25ccc207-e1b9-4b77-a10b-757bc63c2a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:57.118723 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5562b70d-0081-45bc-931f-659923ed729b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:57.159435 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-81f3e263-10c4-413a-872f-f83a21d07b9e req-dc1dca22-22f1-4f24-aba2-118719934f75 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1 HTTP/1.1" status: 200 len: 210 time: 0.0796514 Jun 22 07:12:57.197985 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-69300eb6-9359-4440-8dbb-6818c1dacdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54aff57d-605f-4cb9-8949-eca33a9f37a8', 'name': 'tempest-TestShelveInstance-1845175279-router', 'tenant_id': '45a4e2989cf54805adf4780b6e69fbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '13d4f66a-9eb2-45f5-897d-ab3f5e0e715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:12:53Z', 'updated_at': '2021-06-22T07:12:54Z', 'revision_number': 3, 'project_id': '45a4e2989cf54805adf4780b6e69fbc7', 'gw_port': {'id': '13d4f66a-9eb2-45f5-897d-ab3f5e0e715a', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:14:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54aff57d-605f-4cb9-8949-eca33a9f37a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:53Z', 'updated_at': '2021-06-22T07:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:12:57.220519 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-25ccc207-e1b9-4b77-a10b-757bc63c2a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:57.257605 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69300eb6-9359-4440-8dbb-6818c1dacdbf None None] The sync data for ids ['54aff57d-605f-4cb9-8949-eca33a9f37a8'] in dv-cinder-786627-11-smb is: [{'id': '54aff57d-605f-4cb9-8949-eca33a9f37a8', 'name': 'tempest-TestShelveInstance-1845175279-router', 'tenant_id': '45a4e2989cf54805adf4780b6e69fbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '13d4f66a-9eb2-45f5-897d-ab3f5e0e715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:12:53Z', 'updated_at': '2021-06-22T07:12:54Z', 'revision_number': 3, 'project_id': '45a4e2989cf54805adf4780b6e69fbc7', 'gw_port': {'id': '13d4f66a-9eb2-45f5-897d-ab3f5e0e715a', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:14:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54aff57d-605f-4cb9-8949-eca33a9f37a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:53Z', 'updated_at': '2021-06-22T07:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}] {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:12:57.284044 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-25ccc207-e1b9-4b77-a10b-757bc63c2a11 None None] For port 1603912c-90ac-48fb-bc7a-927fd86de547, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=1603912c-90ac-48fb-bc7a-927fd86de547,segment=NetworkSegment(561ea913-fc49-4369-8963-3966f0fe1a61),segment_id=561ea913-fc49-4369-8963-3966f0fe1a61)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:12:57.290414 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-25ccc207-e1b9-4b77-a10b-757bc63c2a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:57.292075 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:57.386407 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ccc207-e1b9-4b77-a10b-757bc63c2a11 None None] Pushing event updated for resources: {'Port': ['ID=1603912c-90ac-48fb-bc7a-927fd86de547,revision_number=3']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:57.391105 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-25ccc207-e1b9-4b77-a10b-757bc63c2a11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:57.727910 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-e71b0820-2430-4a02-a9aa-d2206f6e5a1d None None] Provisioning for port 6e0746d9-10f3-45db-b8ae-55443fc643b7 completed by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:12:57.761716 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 09c55c50-5f84-4686-a764-7dcfc8c779de up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:12:57.818343 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a989e1-74ac-4bdb-ac98-80856fecaf3b req-c478eb4b-81cd-4497-a907-ceca759819d0 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:57.825252 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a5a989e1-74ac-4bdb-ac98-80856fecaf3b req-c478eb4b-81cd-4497-a907-ceca759819d0 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.1944718 Jun 22 07:12:57.829095 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-e71b0820-2430-4a02-a9aa-d2206f6e5a1d None None] Provisioning complete for port 6e0746d9-10f3-45db-b8ae-55443fc643b7 triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:12:57.830410 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-e71b0820-2430-4a02-a9aa-d2206f6e5a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:57.909845 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-e71b0820-2430-4a02-a9aa-d2206f6e5a1d None None] Port 6e0746d9-10f3-45db-b8ae-55443fc643b7 cannot update to ACTIVE because it is not bound. {{(pid=92823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:12:57.944644 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-e71b0820-2430-4a02-a9aa-d2206f6e5a1d None None] Provisioning complete for port 1603912c-90ac-48fb-bc7a-927fd86de547 triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:12:57.945697 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-e71b0820-2430-4a02-a9aa-d2206f6e5a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:57.984525 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 09c55c50-5f84-4686-a764-7dcfc8c779de triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:12:57.985193 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:57.988201 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a5a989e1-74ac-4bdb-ac98-80856fecaf3b req-b8eab6f1-2492-47ef-a45b-42e0fb3f45cc tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427977 Jun 22 07:12:58.123510 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f9407-5fe5-484b-b881-31a41a9c2b66 req-35d0d645-42a9-4881-933d-865c26df48a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:58.130977 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-b93f9407-5fe5-484b-b881-31a41a9c2b66 req-35d0d645-42a9-4881-933d-865c26df48a9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 1099 time: 0.9531336 Jun 22 07:12:58.167012 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5562b70d-0081-45bc-931f-659923ed729b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:58.201569 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5562b70d-0081-45bc-931f-659923ed729b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:58.227812 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 1603912c-90ac-48fb-bc7a-927fd86de547 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:12:58.271997 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7d36e-d3e2-47ab-a947-cb33dbb105fd req-c1adc907-9b35-4af6-ae9c-eac351a2551d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:58.275050 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c8e7d36e-d3e2-47ab-a947-cb33dbb105fd req-c1adc907-9b35-4af6-ae9c-eac351a2551d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6 HTTP/1.1" status: 200 len: 944 time: 0.1172283 Jun 22 07:12:58.285100 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 1603912c-90ac-48fb-bc7a-927fd86de547 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:12:58.285871 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:58.286895 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-4f4cb243-c800-4644-b638-123dfd4b8d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:58.289320 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5562b70d-0081-45bc-931f-659923ed729b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1773154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654985'] for router_interface, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:58.345346 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c8e7d36e-d3e2-47ab-a947-cb33dbb105fd req-0b262228-9e5f-4172-968d-6a46c5432f1d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535688 Jun 22 07:12:58.399591 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-9d960f6c-e166-4d11-a1a9-8c8348ad1cb6 None None] Provisioning complete for port 6e0746d9-10f3-45db-b8ae-55443fc643b7 triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:12:58.400751 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-9d960f6c-e166-4d11-a1a9-8c8348ad1cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:58.415130 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-b93f9407-5fe5-484b-b881-31a41a9c2b66 req-7cc8a846-bf01-45db-abce-34d6780b3ec5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609067 Jun 22 07:12:58.430204 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562b70d-0081-45bc-931f-659923ed729b admin admin] Pushing event updated for resources: {'Port': ['ID=6e0746d9-10f3-45db-b8ae-55443fc643b7,revision_number=2']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:58.438991 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-5562b70d-0081-45bc-931f-659923ed729b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:58.463964 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5562b70d-0081-45bc-931f-659923ed729b admin admin] Network 6c4f07b1-5ac9-4427-8390-c2969bd1774d is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:12:58.466072 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [None req-5562b70d-0081-45bc-931f-659923ed729b admin admin] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:12:58.468563 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-9d960f6c-e166-4d11-a1a9-8c8348ad1cb6 None None] Port 6e0746d9-10f3-45db-b8ae-55443fc643b7 cannot update to ACTIVE because it is not bound. {{(pid=92823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:12:58.470258 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 451d7362-deb2-4eea-a3f8-2ffc152118f8 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:12:58.547377 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-80e07a68-5a8f-4a37-8968-6de786a0e9a7 req-cd18628c-4cbf-47cc-ac5c-2258044feac7 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1 HTTP/1.1" status: 200 len: 210 time: 0.0683243 Jun 22 07:12:58.673399 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5562b70d-0081-45bc-931f-659923ed729b admin admin] Router 54aff57d-605f-4cb9-8949-eca33a9f37a8 has already been hosted by L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d {{(pid=92822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:12:58.734493 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 451d7362-deb2-4eea-a3f8-2ffc152118f8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=451d7362-deb2-4eea-a3f8-2ffc152118f8,segment=NetworkSegment(fd845a99-f4e6-4201-b4ca-0c1b2d0796b9),segment_id=fd845a99-f4e6-4201-b4ca-0c1b2d0796b9)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:12:58.754796 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Returning: {'device': '451d7362-deb2-4eea-a3f8-2ffc152118f8', 'network_id': '3e9c590a-6b44-49f8-886f-42e7319e9e4c', 'port_id': '451d7362-deb2-4eea-a3f8-2ffc152118f8', 'mac_address': 'fa:16:3e:fb:d6:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06523850-ed49-46ee-acdf-72646e7dc4c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:12:58.833166 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-b19b14fd-3d26-4117-a466-245feb8305f5 None None] Provisioning complete for port 6e0746d9-10f3-45db-b8ae-55443fc643b7 triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:12:58.833702 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-b19b14fd-3d26-4117-a466-245feb8305f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:58.838088 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:58.847155 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5562b70d-0081-45bc-931f-659923ed729b admin admin] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:12:58.861288 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-5562b70d-0081-45bc-931f-659923ed729b admin admin] 10.222.0.22 "PUT /v2.0/routers/54aff57d-605f-4cb9-8949-eca33a9f37a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7552307 Jun 22 07:12:58.872535 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 451d7362-deb2-4eea-a3f8-2ffc152118f8 {{(pid=92823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:12:58.908179 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 451d7362-deb2-4eea-a3f8-2ffc152118f8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=451d7362-deb2-4eea-a3f8-2ffc152118f8,segment=NetworkSegment(fd845a99-f4e6-4201-b4ca-0c1b2d0796b9),segment_id=fd845a99-f4e6-4201-b4ca-0c1b2d0796b9)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:12:58.914326 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-b19b14fd-3d26-4117-a466-245feb8305f5 None None] Port 6e0746d9-10f3-45db-b8ae-55443fc643b7 cannot update to ACTIVE because it is not bound. {{(pid=92823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:12:58.927167 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:58.929229 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-fe652dc4-c53b-4534-8724-44a67d2d9c1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:59.003160 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=451d7362-deb2-4eea-a3f8-2ffc152118f8,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:59.015578 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:59.032350 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-d8d8d427-9f3f-43f7-bbba-c94cbade78a4 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:59.035030 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-d8d8d427-9f3f-43f7-bbba-c94cbade78a4 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.42 "GET /v2.0/networks?id=9fc47123-9b4c-41e9-89d7-06a38c572763 HTTP/1.1" status: 200 len: 809 time: 0.1573937 Jun 22 07:12:59.060889 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-4d5006e7-4b3c-494e-8bfa-4160c9e53467 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Request body: {'port': {'device_id': '9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1', 'network_id': '9fc47123-9b4c-41e9-89d7-06a38c572763', 'admin_state_up': True, 'tenant_id': 'ca03313995db4f52aa5ccd35ec65f37e'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:12:59.207605 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76268ead-39c7-44b4-8576-0308fe5cb287 req-5fbac3f5-61e8-4e85-8781-b07079e2e183 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:59.209498 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-76268ead-39c7-44b4-8576-0308fe5cb287 req-5fbac3f5-61e8-4e85-8781-b07079e2e183 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.0802526 Jun 22 07:12:59.237296 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-4d5006e7-4b3c-494e-8bfa-4160c9e53467 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Made reservation on behalf of ca03313995db4f52aa5ccd35ec65f37e for: {'port': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:12:59.241110 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-4d5006e7-4b3c-494e-8bfa-4160c9e53467 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:59.263020 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-76268ead-39c7-44b4-8576-0308fe5cb287 req-6b3b5376-3e8b-4614-a812-193ead798af1 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426216 Jun 22 07:12:59.294088 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['451d7362-deb2-4eea-a3f8-2ffc152118f8'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:12:59.434410 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_common [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-4d5006e7-4b3c-494e-8bfa-4160c9e53467 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Allocated IP 172.20.0.7 (9fc47123-9b4c-41e9-89d7-06a38c572763/8124b7d5-6bae-4008-85d0-88df1018c706/488f0ad1-53db-4de8-9617-e8a15e99797e) {{(pid=92822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:12:59.681051 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-4d5006e7-4b3c-494e-8bfa-4160c9e53467 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Notify callbacks [] for port, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:59.758249 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-4d5006e7-4b3c-494e-8bfa-4160c9e53467 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-133502027'] for port, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:59.765446 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-e9d99dbf-fd05-492d-adf6-728477930674 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:12:59.861277 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5006e7-4b3c-494e-8bfa-4160c9e53467 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Pushing event updated for resources: {'Port': ['ID=488f0ad1-53db-4de8-9617-e8a15e99797e,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:12:59.864807 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-4d5006e7-4b3c-494e-8bfa-4160c9e53467 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:12:59.887552 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4433aa-4994-4892-9509-f27da9be9c66 req-fd79ef91-4b2f-4313-9233-182218bba904 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:12:59.894195 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-4d5006e7-4b3c-494e-8bfa-4160c9e53467 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Network 9fc47123-9b4c-41e9-89d7-06a38c572763 is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:12:59.894888 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0f4433aa-4994-4892-9509-f27da9be9c66 req-fd79ef91-4b2f-4313-9233-182218bba904 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6 HTTP/1.1" status: 200 len: 945 time: 0.1714120 Jun 22 07:12:59.901521 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-4d5006e7-4b3c-494e-8bfa-4160c9e53467 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:12:59.906045 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-4d5006e7-4b3c-494e-8bfa-4160c9e53467 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Received port after_create {{(pid=92822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:12:59.911321 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 60902) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:59.943560 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 13d4f66a-9eb2-45f5-897d-ab3f5e0e715a up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:12:59.957822 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-0094aa0b-0d9e-4175-a76a-11195ab21af5 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-251256945', 'description': 'tempest-secgroup-smoke-251256945 description', 'project_id': 'ca81329e8fd44855893856626d570c21'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:12:59.997148 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 6 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:13:00.017414 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0f4433aa-4994-4892-9509-f27da9be9c66 req-c98826f9-6241-46f3-8f8f-0b6a11c62c15 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188638 Jun 22 07:13:00.063319 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-4d5006e7-4b3c-494e-8bfa-4160c9e53467 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:00.064475 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-4d5006e7-4b3c-494e-8bfa-4160c9e53467 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:00.075354 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0094aa0b-0d9e-4175-a76a-11195ab21af5 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:00.088907 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning for port 13d4f66a-9eb2-45f5-897d-ab3f5e0e715a completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:13:00.104324 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 13d4f66a-9eb2-45f5-897d-ab3f5e0e715a triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:13:00.105094 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:00.129808 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-4d5006e7-4b3c-494e-8bfa-4160c9e53467 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0741360 Jun 22 07:13:00.132979 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed10a2-9592-4243-8014-450b73984e45 None None] Sync routers for ids ['54aff57d-605f-4cb9-8949-eca33a9f37a8'] in dv-cinder-786627-11-smb {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:13:00.152504 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ed10a2-9592-4243-8014-450b73984e45 None None] Routers {'54aff57d-605f-4cb9-8949-eca33a9f37a8'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:13:00.153117 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-f1ed10a2-9592-4243-8014-450b73984e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:12:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['54aff57d-605f-4cb9-8949-eca33a9f37a8'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:13:00.158862 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-2c37e472-1aea-4229-afa6-ac9dd20edf91 service neutron] Request body: {'port': {'device_id': '9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:13:00.260252 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd67d0d-097d-4bbf-b0ae-88ac15a16f33 req-c22f103f-21ff-45b1-a030-fd3ae8968ec9 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:00.279809 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:00.280102 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2dd67d0d-097d-4bbf-b0ae-88ac15a16f33 req-c22f103f-21ff-45b1-a030-fd3ae8968ec9 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1 HTTP/1.1" status: 200 len: 931 time: 0.2024319 Jun 22 07:13:00.315766 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-badbe661-7601-497f-823b-f0844c323d63 None None] For port 13d4f66a-9eb2-45f5-897d-ab3f5e0e715a, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=13d4f66a-9eb2-45f5-897d-ab3f5e0e715a,segment=NetworkSegment(1f136496-d650-4d4e-9fa5-f4757e98fad0),segment_id=1f136496-d650-4d4e-9fa5-f4757e98fad0)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:13:00.326669 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:00.331088 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:00.375642 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-f1ed10a2-9592-4243-8014-450b73984e45 None None] Set router 54aff57d-605f-4cb9-8949-eca33a9f37a8 gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:13:00.390089 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2dd67d0d-097d-4bbf-b0ae-88ac15a16f33 req-a9f93bbd-b97e-471b-b4cd-db28993c61d6 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/security-groups?id=27c6befb-3603-4191-8f55-1edbc4ee8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067443 Jun 22 07:13:00.521655 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-2c37e472-1aea-4229-afa6-ac9dd20edf91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:00.571572 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0094aa0b-0d9e-4175-a76a-11195ab21af5 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:00.597202 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0094aa0b-0d9e-4175-a76a-11195ab21af5 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:00.602924 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-fa4e2c78-5857-4b81-b373-eba035c9f711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:00.664484 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094aa0b-0d9e-4175-a76a-11195ab21af5 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62390d4d-e1bf-47d4-aeb3-3685b6582557,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:00.667829 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0094aa0b-0d9e-4175-a76a-11195ab21af5 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:00.669596 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-0094aa0b-0d9e-4175-a76a-11195ab21af5 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7575788 Jun 22 07:13:00.671559 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 451d7362-deb2-4eea-a3f8-2ffc152118f8 up at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:13:00.673411 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-0094aa0b-0d9e-4175-a76a-11195ab21af5 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:00.677094 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 60924) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:00.681764 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-06ae5f4c-fe63-4dae-8c5f-5f65d5f830d1 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Request body: {'security_group_rule': {'security_group_id': '62390d4d-e1bf-47d4-aeb3-3685b6582557', 'project_id': 'ca81329e8fd44855893856626d570c21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:13:00.689672 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ecabf-4abe-4e19-ba80-a4bc1929045c req-5275e931-6ea1-486c-ade2-bac30b564aeb tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:00.699913 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c27ecabf-4abe-4e19-ba80-a4bc1929045c req-5275e931-6ea1-486c-ade2-bac30b564aeb tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.1793783 Jun 22 07:13:00.763878 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c27ecabf-4abe-4e19-ba80-a4bc1929045c req-23286839-1870-4c34-8950-2e1a1836b0aa tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612454 Jun 22 07:13:00.834182 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-06ae5f4c-fe63-4dae-8c5f-5f65d5f830d1 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:00.846769 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Pushing event updated for resources: {'Port': ['ID=13d4f66a-9eb2-45f5-897d-ab3f5e0e715a,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:00.852051 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:00.932257 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-06ae5f4c-fe63-4dae-8c5f-5f65d5f830d1 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:00.940223 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-06ae5f4c-fe63-4dae-8c5f-5f65d5f830d1 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425153'] for security_group_rule, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:00.949324 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-9d4e6816-09ea-4ddc-92a0-e5c185862297 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:00.983252 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae5f4c-fe63-4dae-8c5f-5f65d5f830d1 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02171bc8-f5d3-4b37-9c0e-59aa96424ba5,revision_number=0']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:00.985855 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning for port 451d7362-deb2-4eea-a3f8-2ffc152118f8 completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:13:00.992307 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning complete for port 451d7362-deb2-4eea-a3f8-2ffc152118f8 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:13:00.993208 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:01.003955 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-06ae5f4c-fe63-4dae-8c5f-5f65d5f830d1 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:01.006436 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-06ae5f4c-fe63-4dae-8c5f-5f65d5f830d1 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:01.007871 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-06ae5f4c-fe63-4dae-8c5f-5f65d5f830d1 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3295825 Jun 22 07:13:01.010678 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 60930) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:01.016237 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-cf005f36-3cc3-488e-93a0-f7d121587351 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Request body: {'security_group_rule': {'security_group_id': '62390d4d-e1bf-47d4-aeb3-3685b6582557', 'project_id': 'ca81329e8fd44855893856626d570c21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:13:01.030985 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6728f4-bd25-40a7-ba7c-6699873e802e req-3a96898f-bae2-4479-9d24-87daf13569cd tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:01.038001 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-bd6728f4-bd25-40a7-ba7c-6699873e802e req-3a96898f-bae2-4479-9d24-87daf13569cd tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0964093 Jun 22 07:13:01.040866 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-2c37e472-1aea-4229-afa6-ac9dd20edf91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488f0ad1-53db-4de8-9617-e8a15e99797e {{(pid=92822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:13:01.055902 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-2c37e472-1aea-4229-afa6-ac9dd20edf91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:01.069160 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-f1ed10a2-9592-4243-8014-450b73984e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54aff57d-605f-4cb9-8949-eca33a9f37a8', 'name': 'tempest-TestShelveInstance-1845175279-router', 'tenant_id': '45a4e2989cf54805adf4780b6e69fbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '13d4f66a-9eb2-45f5-897d-ab3f5e0e715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:12:53Z', 'updated_at': '2021-06-22T07:12:57Z', 'revision_number': 4, 'project_id': '45a4e2989cf54805adf4780b6e69fbc7', 'gw_port': {'id': '13d4f66a-9eb2-45f5-897d-ab3f5e0e715a', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:14:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54aff57d-605f-4cb9-8949-eca33a9f37a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:53Z', 'updated_at': '2021-06-22T07:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '6e0746d9-10f3-45db-b8ae-55443fc643b7', 'name': '', 'network_id': '6c4f07b1-5ac9-4427-8390-c2969bd1774d', 'tenant_id': '45a4e2989cf54805adf4780b6e69fbc7', 'mac_address': 'fa:16:3e:f5:40:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54aff57d-605f-4cb9-8949-eca33a9f37a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'cdaaf286-135d-42e1-81fe-6e6c3e029c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:55Z', 'updated_at': '2021-06-22T07:12:57Z', 'revision_number': 2, 'project_id': '45a4e2989cf54805adf4780b6e69fbc7', 'subnets': [{'id': 'cdaaf286-135d-42e1-81fe-6e6c3e029c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:13:01.083653 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.provisioning_blocks [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-2c37e472-1aea-4229-afa6-ac9dd20edf91 service neutron] Transition to ACTIVE for port object 488f0ad1-53db-4de8-9617-e8a15e99797e will not be triggered until provisioned by entity L2. {{(pid=92822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:13:01.088773 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-cf005f36-3cc3-488e-93a0-f7d121587351 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:01.095683 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-bd6728f4-bd25-40a7-ba7c-6699873e802e req-deeaae64-9115-4c4b-9309-74a867a1de37 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556631 Jun 22 07:13:01.103879 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-2c37e472-1aea-4229-afa6-ac9dd20edf91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:01.110430 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed10a2-9592-4243-8014-450b73984e45 None None] Checking router: 54aff57d-605f-4cb9-8949-eca33a9f37a8 for host: dv-cinder-786627-11-smb {{(pid=92823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:13:01.110430 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed10a2-9592-4243-8014-450b73984e45 None None] Updating router 54aff57d-605f-4cb9-8949-eca33a9f37a8 port 6e0746d9-10f3-45db-b8ae-55443fc643b7 binding host dv-cinder-786627-11-smb {{(pid=92823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:13:01.111072 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:01.172103 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:01.175358 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-f1ed10a2-9592-4243-8014-450b73984e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:01.208091 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451d7362-deb2-4eea-a3f8-2ffc152118f8'}] {{(pid=92823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:13:01.210490 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1855b14f289de04877f76e9f82b9d84154af39b836c558547df9393c60095739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6fbdff-3b3b-4db7-80b6-cb6d52cf6f21" -d '{"events": [{"server_uuid": "09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6", "name": "network-vif-plugged", "status": "completed", "tag": "451d7362-deb2-4eea-a3f8-2ffc152118f8"}]}' {{(pid=92823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:13:01.256460 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 451d7362-deb2-4eea-a3f8-2ffc152118f8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=451d7362-deb2-4eea-a3f8-2ffc152118f8,segment=NetworkSegment(fd845a99-f4e6-4201-b4ca-0c1b2d0796b9),segment_id=fd845a99-f4e6-4201-b4ca-0c1b2d0796b9)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:13:01.263882 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-cf005f36-3cc3-488e-93a0-f7d121587351 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:01.265653 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:01.270784 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:01.290410 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37e472-1aea-4229-afa6-ac9dd20edf91 service neutron] Pushing event updated for resources: {'Port': ['ID=488f0ad1-53db-4de8-9617-e8a15e99797e,revision_number=2']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:01.295655 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-2c37e472-1aea-4229-afa6-ac9dd20edf91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:01.296465 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-cf005f36-3cc3-488e-93a0-f7d121587351 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425153'] for security_group_rule, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:01.302173 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-06ae5f4c-fe63-4dae-8c5f-5f65d5f830d1 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:01.341695 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0db7f4-e3cb-434f-a5bf-8d3457eb2054 x-openstack-request-id: req-4c0db7f4-e3cb-434f-a5bf-8d3457eb2054 {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:13:01.342302 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6", "name": "network-vif-plugged", "status": "completed", "tag": "451d7362-deb2-4eea-a3f8-2ffc152118f8", "code": 200}]} {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:13:01.343730 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4c0db7f4-e3cb-434f-a5bf-8d3457eb2054 {{(pid=92823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:13:01.343730 dv-cinder-786627-11-smb neutron-server[92823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451d7362-deb2-4eea-a3f8-2ffc152118f8', 'code': 200} Jun 22 07:13:01.345408 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf005f36-3cc3-488e-93a0-f7d121587351 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2b33b8-bba6-4d4e-b07c-abf222c11d6d,revision_number=0']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:01.361706 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-cf005f36-3cc3-488e-93a0-f7d121587351 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:01.366441 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-cf005f36-3cc3-488e-93a0-f7d121587351 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3506858 Jun 22 07:13:01.366441 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-cf005f36-3cc3-488e-93a0-f7d121587351 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:01.367930 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 60938) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:01.373252 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-df05b31b-52b0-48a5-80bf-1a0b94e23b01 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Request body: {'security_group_rule': {'security_group_id': '62390d4d-e1bf-47d4-aeb3-3685b6582557', 'project_id': 'ca81329e8fd44855893856626d570c21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:13:01.378774 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-2c37e472-1aea-4229-afa6-ac9dd20edf91 service neutron] Attempting to bind port 488f0ad1-53db-4de8-9617-e8a15e99797e on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:13:01.379110 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-2c37e472-1aea-4229-afa6-ac9dd20edf91 service neutron] Attempting to bind port 488f0ad1-53db-4de8-9617-e8a15e99797e by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '0290dc99-6ff7-4457-9a4b-580f1a31f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9fc47123-9b4c-41e9-89d7-06a38c572763'}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:13:01.379489 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-2c37e472-1aea-4229-afa6-ac9dd20edf91 service neutron] Attempting to bind port 488f0ad1-53db-4de8-9617-e8a15e99797e on network 9fc47123-9b4c-41e9-89d7-06a38c572763 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:13:01.403468 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-2c37e472-1aea-4229-afa6-ac9dd20edf91 service neutron] Port 488f0ad1-53db-4de8-9617-e8a15e99797e on network 9fc47123-9b4c-41e9-89d7-06a38c572763 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:13:01.403970 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-2c37e472-1aea-4229-afa6-ac9dd20edf91 service neutron] Attempting to bind port 488f0ad1-53db-4de8-9617-e8a15e99797e on network 9fc47123-9b4c-41e9-89d7-06a38c572763 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:13:01.433619 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-2c37e472-1aea-4229-afa6-ac9dd20edf91 service neutron] Checking agent: {'id': '6c17c73a-1ba3-464e-bc7a-10a2b7fbfd09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'started_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:13:01.433982 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-2c37e472-1aea-4229-afa6-ac9dd20edf91 service neutron] Checking segment: {'id': '0290dc99-6ff7-4457-9a4b-580f1a31f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9fc47123-9b4c-41e9-89d7-06a38c572763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:13:01.439705 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-2c37e472-1aea-4229-afa6-ac9dd20edf91 service neutron] Bound using segment: {'id': '0290dc99-6ff7-4457-9a4b-580f1a31f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9fc47123-9b4c-41e9-89d7-06a38c572763'} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:13:01.442381 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-2c37e472-1aea-4229-afa6-ac9dd20edf91 service neutron] Bound port: 488f0ad1-53db-4de8-9617-e8a15e99797e, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0290dc99-6ff7-4457-9a4b-580f1a31f280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9fc47123-9b4c-41e9-89d7-06a38c572763'}}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:13:01.442837 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-2c37e472-1aea-4229-afa6-ac9dd20edf91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:01.449063 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ad1b4-60f0-43a9-bda7-362a9c7ad166 req-45ebf2c5-fe39-439f-99bd-18f0f81c6303 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:01.461933 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-cf3ad1b4-60f0-43a9-bda7-362a9c7ad166 req-45ebf2c5-fe39-439f-99bd-18f0f81c6303 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6 HTTP/1.1" status: 200 len: 946 time: 0.2099144 Jun 22 07:13:01.463095 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=451d7362-deb2-4eea-a3f8-2ffc152118f8,revision_number=5']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:01.476949 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:01.481452 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-df05b31b-52b0-48a5-80bf-1a0b94e23b01 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:01.530638 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-cf3ad1b4-60f0-43a9-bda7-362a9c7ad166 req-3133e0fd-b16d-415b-94f7-aeceedefc83b tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660238 Jun 22 07:13:01.650861 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-df05b31b-52b0-48a5-80bf-1a0b94e23b01 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:01.700285 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-df05b31b-52b0-48a5-80bf-1a0b94e23b01 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425153'] for security_group_rule, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:01.769014 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-2c37e472-1aea-4229-afa6-ac9dd20edf91 service neutron] For port 488f0ad1-53db-4de8-9617-e8a15e99797e, host hv-cinder-78662, cleared binding levels {{(pid=92822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:13:01.779729 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-2c37e472-1aea-4229-afa6-ac9dd20edf91 service neutron] For port 488f0ad1-53db-4de8-9617-e8a15e99797e, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=488f0ad1-53db-4de8-9617-e8a15e99797e,segment=NetworkSegment(0290dc99-6ff7-4457-9a4b-580f1a31f280),segment_id=0290dc99-6ff7-4457-9a4b-580f1a31f280)] {{(pid=92822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:13:01.781878 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:01.785941 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4448504-e52f-4fdf-808b-ed032659dd6d req-36f9eab3-8a1e-4106-bf85-ace90eb39c98 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:01.793972 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e4448504-e52f-4fdf-808b-ed032659dd6d req-36f9eab3-8a1e-4106-bf85-ace90eb39c98 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1 HTTP/1.1" status: 200 len: 943 time: 0.1470063 Jun 22 07:13:01.803700 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 13d4f66a-9eb2-45f5-897d-ab3f5e0e715a up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:13:01.816705 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-2c37e472-1aea-4229-afa6-ac9dd20edf91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:01.827270 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-df05b31b-52b0-48a5-80bf-1a0b94e23b01 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:01.828886 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-df05b31b-52b0-48a5-80bf-1a0b94e23b01 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4598205 Jun 22 07:13:01.833325 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 60950) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:01.847837 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-f1ed10a2-9592-4243-8014-450b73984e45 None None] Notify callbacks [] for port, precommit_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:01.851027 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05b31b-52b0-48a5-80bf-1a0b94e23b01 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f69932fa-83d1-437a-8847-ec2926819693,revision_number=0']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:01.857178 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-df05b31b-52b0-48a5-80bf-1a0b94e23b01 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:01.858008 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-eed005d2-58f1-4478-b7a6-c0e836473420 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:01.879759 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-f1ed10a2-9592-4243-8014-450b73984e45 None None] Transition to ACTIVE for port object 6e0746d9-10f3-45db-b8ae-55443fc643b7 will not be triggered until provisioned by entity L2. {{(pid=92823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:13:01.886926 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-2c37e472-1aea-4229-afa6-ac9dd20edf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:01.887545 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-2c37e472-1aea-4229-afa6-ac9dd20edf91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:01.889093 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-2c37e472-1aea-4229-afa6-ac9dd20edf91 service neutron] 10.222.0.42 "PUT /v2.0/ports/488f0ad1-53db-4de8-9617-e8a15e99797e HTTP/1.1" status: 200 len: 1093 time: 1.7381582 Jun 22 07:13:01.892048 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1', 'tag': '488f0ad1-53db-4de8-9617-e8a15e99797e'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:13:01.894603 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d0250c-e0dd-488c-954c-abb7eb2bd08e" -d '{"events": [{"name": "network-changed", "server_uuid": "9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1", "tag": "488f0ad1-53db-4de8-9617-e8a15e99797e"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:13:01.897710 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-f1ed10a2-9592-4243-8014-450b73984e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:01.914351 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-5d1da4b5-ee5a-4c45-94cc-460799cacd1f tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Request body: {'security_group_rule': {'security_group_id': '62390d4d-e1bf-47d4-aeb3-3685b6582557', 'project_id': 'ca81329e8fd44855893856626d570c21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:13:01.923771 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-fbfda5b0-8654-41e5-87bc-8593e2924b09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:01.965257 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37e472-1aea-4229-afa6-ac9dd20edf91 service neutron] Pushing event updated for resources: {'Port': ['ID=488f0ad1-53db-4de8-9617-e8a15e99797e,revision_number=3']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:01.996215 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-2c37e472-1aea-4229-afa6-ac9dd20edf91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:02.023840 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e4448504-e52f-4fdf-808b-ed032659dd6d req-161e8ec9-389e-42fa-acd2-b6fe6a85a360 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/security-groups?id=27c6befb-3603-4191-8f55-1edbc4ee8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281752 Jun 22 07:13:02.072014 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5d1da4b5-ee5a-4c45-94cc-460799cacd1f tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:02.102974 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6aff55-5629-4f92-babb-8107f3dd18db req-9f0171db-f8d0-43e4-96b0-1ee81f5ee0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:02.106620 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-bb6aff55-5629-4f92-babb-8107f3dd18db req-9f0171db-f8d0-43e4-96b0-1ee81f5ee0ef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6 HTTP/1.1" status: 200 len: 1099 time: 0.3612480 Jun 22 07:13:02.109481 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5cf037-c328-4d80-86cc-b17110155ba5 x-openstack-request-id: req-3c5cf037-c328-4d80-86cc-b17110155ba5 {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:13:02.109799 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1", "tag": "488f0ad1-53db-4de8-9617-e8a15e99797e", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:13:02.110080 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3c5cf037-c328-4d80-86cc-b17110155ba5 {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:13:02.110501 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1', 'tag': '488f0ad1-53db-4de8-9617-e8a15e99797e', 'status': 'completed', 'code': 200} Jun 22 07:13:02.157744 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 13d4f66a-9eb2-45f5-897d-ab3f5e0e715a triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:13:02.158828 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:02.200604 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-bb6aff55-5629-4f92-babb-8107f3dd18db req-173eb209-6a4e-443a-8709-40bfb396736a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838933 Jun 22 07:13:02.217240 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-71216b6b-c243-4b08-9a31-ed9ce5d69b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:02.220066 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-71216b6b-c243-4b08-9a31-ed9ce5d69b0c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca03313995db4f52aa5ccd35ec65f37e&device_id=9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1 HTTP/1.1" status: 200 len: 1096 time: 0.2187464 Jun 22 07:13:02.256627 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c828282-a715-4ead-a4e8-a59b3291ef44 None None] Pushing event updated for resources: {'Port': ['ID=6e0746d9-10f3-45db-b8ae-55443fc643b7,revision_number=3']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:02.270373 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-6c828282-a715-4ead-a4e8-a59b3291ef44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:02.274573 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-f1ed10a2-9592-4243-8014-450b73984e45 None None] Attempting to bind port 6e0746d9-10f3-45db-b8ae-55443fc643b7 on host dv-cinder-786627-11-smb for vnic_type normal with profile {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:13:02.274997 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-f1ed10a2-9592-4243-8014-450b73984e45 None None] Attempting to bind port 6e0746d9-10f3-45db-b8ae-55443fc643b7 by drivers openvswitch,hyperv on host dv-cinder-786627-11-smb at level 0 using segments [{'id': '561ea913-fc49-4369-8963-3966f0fe1a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6c4f07b1-5ac9-4427-8390-c2969bd1774d'}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:13:02.275432 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed10a2-9592-4243-8014-450b73984e45 None None] Attempting to bind port 6e0746d9-10f3-45db-b8ae-55443fc643b7 on network 6c4f07b1-5ac9-4427-8390-c2969bd1774d {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:13:02.286723 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed10a2-9592-4243-8014-450b73984e45 None None] Checking agent: {'id': '2285e849-590c-4cbf-9562-ffa818bb227d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 3, 37), 'started_at': datetime.datetime(2021, 6, 22, 7, 4, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:13:02.287165 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed10a2-9592-4243-8014-450b73984e45 None None] Checking segment: {'id': '561ea913-fc49-4369-8963-3966f0fe1a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6c4f07b1-5ac9-4427-8390-c2969bd1774d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:13:02.287729 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-f1ed10a2-9592-4243-8014-450b73984e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:02.288171 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed10a2-9592-4243-8014-450b73984e45 None None] Bound using segment: {'id': '561ea913-fc49-4369-8963-3966f0fe1a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6c4f07b1-5ac9-4427-8390-c2969bd1774d'} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:13:02.288754 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-f1ed10a2-9592-4243-8014-450b73984e45 None None] Bound port: 6e0746d9-10f3-45db-b8ae-55443fc643b7, host: dv-cinder-786627-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '561ea913-fc49-4369-8963-3966f0fe1a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6c4f07b1-5ac9-4427-8390-c2969bd1774d'}}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:13:02.289246 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-f1ed10a2-9592-4243-8014-450b73984e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:02.396172 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5d1da4b5-ee5a-4c45-94cc-460799cacd1f tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:02.399263 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-120bfc1b-84e4-41b3-9d9b-f25287f2f301 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=488f0ad1-53db-4de8-9617-e8a15e99797e HTTP/1.1" status: 200 len: 217 time: 0.0616081 Jun 22 07:13:02.403186 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5d1da4b5-ee5a-4c45-94cc-460799cacd1f tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425153'] for security_group_rule, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:02.405515 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:02.444839 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-f1ed10a2-9592-4243-8014-450b73984e45 None None] For port 6e0746d9-10f3-45db-b8ae-55443fc643b7, host dv-cinder-786627-11-smb, cleared binding levels {{(pid=92823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:13:02.453214 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-f1ed10a2-9592-4243-8014-450b73984e45 None None] For port 6e0746d9-10f3-45db-b8ae-55443fc643b7, host dv-cinder-786627-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=6e0746d9-10f3-45db-b8ae-55443fc643b7,segment=NetworkSegment(561ea913-fc49-4369-8963-3966f0fe1a61),segment_id=561ea913-fc49-4369-8963-3966f0fe1a61)] {{(pid=92823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:13:02.455246 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5d1da4b5-ee5a-4c45-94cc-460799cacd1f tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:02.456494 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-5d1da4b5-ee5a-4c45-94cc-460799cacd1f tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6214261 Jun 22 07:13:02.461345 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 60964) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:02.466411 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-f1ed10a2-9592-4243-8014-450b73984e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:02.468853 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:02.469545 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1da4b5-ee5a-4c45-94cc-460799cacd1f tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87443451-104b-4ee7-8fc5-578d1b529315,revision_number=0']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:02.483630 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-6f2819f0-7617-4e45-ad77-34b1a6752b6b tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Request body: {'security_group_rule': {'security_group_id': '62390d4d-e1bf-47d4-aeb3-3685b6582557', 'project_id': 'ca81329e8fd44855893856626d570c21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:13:02.507962 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-5d1da4b5-ee5a-4c45-94cc-460799cacd1f tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:02.525218 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-a907d40b-ceaf-46fb-89fb-fa586beb5ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:02.528598 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-a907d40b-ceaf-46fb-89fb-fa586beb5ff5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8124b7d5-6bae-4008-85d0-88df1018c706 HTTP/1.1" status: 200 len: 849 time: 0.1004720 Jun 22 07:13:02.547373 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c828282-a715-4ead-a4e8-a59b3291ef44 None None] Pushing event updated for resources: {'Port': ['ID=6e0746d9-10f3-45db-b8ae-55443fc643b7,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:02.550066 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ed10a2-9592-4243-8014-450b73984e45 None None] Routers {'54aff57d-605f-4cb9-8949-eca33a9f37a8'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:13:02.550738 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-f1ed10a2-9592-4243-8014-450b73984e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:12:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['54aff57d-605f-4cb9-8949-eca33a9f37a8'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:13:02.552790 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.db.securitygroups_db [None req-6f2819f0-7617-4e45-ad77-34b1a6752b6b tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Project ca81329e8fd44855893856626d570c21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 07:13:02.553017 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-6c828282-a715-4ead-a4e8-a59b3291ef44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:02.567741 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-6f2819f0-7617-4e45-ad77-34b1a6752b6b tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:02.598577 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-79cd240b-cc29-498a-9806-168a0f788dc0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9fc47123-9b4c-41e9-89d7-06a38c572763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633109 Jun 22 07:13:02.739251 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-6f2819f0-7617-4e45-ad77-34b1a6752b6b tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:02.758106 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-6f2819f0-7617-4e45-ad77-34b1a6752b6b tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425153'] for security_group_rule, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:02.763078 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:02.770277 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-f1ed10a2-9592-4243-8014-450b73984e45 None None] Set router 54aff57d-605f-4cb9-8949-eca33a9f37a8 gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:13:02.776450 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-7e333df3-00c1-4ff2-b989-c7ce195e98bb service neutron] 10.222.0.42 "GET /v2.0/networks/9fc47123-9b4c-41e9-89d7-06a38c572763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649778 Jun 22 07:13:02.802901 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2819f0-7617-4e45-ad77-34b1a6752b6b tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8115be0-ad90-4c5b-8d80-370b71319d57,revision_number=0']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:02.807806 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-6f2819f0-7617-4e45-ad77-34b1a6752b6b tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:02.816064 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbef53b-92fc-4e7c-a3c2-3acd2c4b2f68 req-6c4e7115-3b56-497f-a68b-54ad1ea08c93 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:02.817612 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-8bbef53b-92fc-4e7c-a3c2-3acd2c4b2f68 req-6c4e7115-3b56-497f-a68b-54ad1ea08c93 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6 HTTP/1.1" status: 200 len: 946 time: 0.1212919 Jun 22 07:13:02.819199 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-6f2819f0-7617-4e45-ad77-34b1a6752b6b tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:02.820305 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-6f2819f0-7617-4e45-ad77-34b1a6752b6b tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3577788 Jun 22 07:13:02.823035 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 60970) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:02.834968 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-8bea7598-734a-4a39-98a8-e36325d28d7e tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Request body: {'security_group_rule': {'security_group_id': '62390d4d-e1bf-47d4-aeb3-3685b6582557', 'project_id': 'ca81329e8fd44855893856626d570c21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:13:02.871034 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.db.securitygroups_db [None req-8bea7598-734a-4a39-98a8-e36325d28d7e tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Project ca81329e8fd44855893856626d570c21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 07:13:02.878072 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8bea7598-734a-4a39-98a8-e36325d28d7e tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:02.921253 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-70cf2b68-488d-4bd4-a108-0ce712fdeb79 req-2d2f770a-ce73-4253-9316-1c0d552134bc service neutron] 10.222.0.42 "GET /v2.0/networks/9fc47123-9b4c-41e9-89d7-06a38c572763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359446 Jun 22 07:13:02.941689 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-8bbef53b-92fc-4e7c-a3c2-3acd2c4b2f68 req-52645d52-e0e0-47c4-96e3-e0eb670802a4 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172066 Jun 22 07:13:03.008497 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8bea7598-734a-4a39-98a8-e36325d28d7e tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:03.015007 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8bea7598-734a-4a39-98a8-e36325d28d7e tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425153'] for security_group_rule, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:03.021889 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-5d1da4b5-ee5a-4c45-94cc-460799cacd1f tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:03.041392 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea7598-734a-4a39-98a8-e36325d28d7e tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4371f077-3072-46a0-afca-7ee6e9873469,revision_number=0']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:03.047335 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-8bea7598-734a-4a39-98a8-e36325d28d7e tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:03.064123 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8bea7598-734a-4a39-98a8-e36325d28d7e tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:03.065879 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-8bea7598-734a-4a39-98a8-e36325d28d7e tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2403646 Jun 22 07:13:03.085953 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0250c-e0dd-488c-954c-abb7eb2bd08e req-ae1cdd84-fec1-4cfe-8a38-7f3e21455ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:03.091349 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-f9d0250c-e0dd-488c-954c-abb7eb2bd08e req-ae1cdd84-fec1-4cfe-8a38-7f3e21455ef0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca03313995db4f52aa5ccd35ec65f37e&device_id=9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1 HTTP/1.1" status: 200 len: 1096 time: 0.1019785 Jun 22 07:13:03.109895 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-f1ed10a2-9592-4243-8014-450b73984e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54aff57d-605f-4cb9-8949-eca33a9f37a8', 'name': 'tempest-TestShelveInstance-1845175279-router', 'tenant_id': '45a4e2989cf54805adf4780b6e69fbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '13d4f66a-9eb2-45f5-897d-ab3f5e0e715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:12:53Z', 'updated_at': '2021-06-22T07:12:57Z', 'revision_number': 4, 'project_id': '45a4e2989cf54805adf4780b6e69fbc7', 'gw_port': {'id': '13d4f66a-9eb2-45f5-897d-ab3f5e0e715a', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:14:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54aff57d-605f-4cb9-8949-eca33a9f37a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:53Z', 'updated_at': '2021-06-22T07:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '6e0746d9-10f3-45db-b8ae-55443fc643b7', 'name': '', 'network_id': '6c4f07b1-5ac9-4427-8390-c2969bd1774d', 'tenant_id': '45a4e2989cf54805adf4780b6e69fbc7', 'mac_address': 'fa:16:3e:f5:40:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54aff57d-605f-4cb9-8949-eca33a9f37a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'cdaaf286-135d-42e1-81fe-6e6c3e029c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:55Z', 'updated_at': '2021-06-22T07:13:02Z', 'revision_number': 4, 'project_id': '45a4e2989cf54805adf4780b6e69fbc7', 'subnets': [{'id': 'cdaaf286-135d-42e1-81fe-6e6c3e029c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:13:03.159041 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed10a2-9592-4243-8014-450b73984e45 None None] The sync data for ids ['54aff57d-605f-4cb9-8949-eca33a9f37a8'] in dv-cinder-786627-11-smb is: [{'id': '54aff57d-605f-4cb9-8949-eca33a9f37a8', 'name': 'tempest-TestShelveInstance-1845175279-router', 'tenant_id': '45a4e2989cf54805adf4780b6e69fbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '13d4f66a-9eb2-45f5-897d-ab3f5e0e715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:12:53Z', 'updated_at': '2021-06-22T07:12:57Z', 'revision_number': 4, 'project_id': '45a4e2989cf54805adf4780b6e69fbc7', 'gw_port': {'id': '13d4f66a-9eb2-45f5-897d-ab3f5e0e715a', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:14:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54aff57d-605f-4cb9-8949-eca33a9f37a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:53Z', 'updated_at': '2021-06-22T07:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '6e0746d9-10f3-45db-b8ae-55443fc643b7', 'name': '', 'network_id': '6c4f07b1-5ac9-4427-8390-c2969bd1774d', 'tenant_id': '45a4e2989cf54805adf4780b6e69fbc7', 'mac_address': 'fa:16:3e:f5:40:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54aff57d-605f-4cb9-8949-eca33a9f37a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'cdaaf286-135d-42e1-81fe-6e6c3e029c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:55Z', 'updated_at': '2021-06-22T07:13:02Z', 'revision_number': 4, 'project_id': '45a4e2989cf54805adf4780b6e69fbc7', 'subnets': [{'id': 'cdaaf286-135d-42e1-81fe-6e6c3e029c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:13:03.414411 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0250c-e0dd-488c-954c-abb7eb2bd08e req-763420e5-2c20-47ab-83b9-e97c2b89eba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:03.416298 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-f9d0250c-e0dd-488c-954c-abb7eb2bd08e req-763420e5-2c20-47ab-83b9-e97c2b89eba2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9fc47123-9b4c-41e9-89d7-06a38c572763 HTTP/1.1" status: 200 len: 910 time: 0.3114748 Jun 22 07:13:03.501720 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-f9d0250c-e0dd-488c-954c-abb7eb2bd08e req-8e4a7aa0-184a-4073-a9a9-20a8a1db4bdb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=488f0ad1-53db-4de8-9617-e8a15e99797e HTTP/1.1" status: 200 len: 217 time: 0.0722747 Jun 22 07:13:03.506303 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c287d-2f85-4cd0-a5d9-2774c473e8f6 req-7df6fa46-1f83-494d-8c2c-fdb921b407e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:03.508157 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-439c287d-2f85-4cd0-a5d9-2774c473e8f6 req-7df6fa46-1f83-494d-8c2c-fdb921b407e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c19cfe1fd182497e82b34a8b9451608a&device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 1098 time: 0.1993573 Jun 22 07:13:03.510593 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cac0a7-757e-4369-969f-66ecab235e38 req-22575e9d-f992-44fb-8a11-1c1278b20e7d tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:03.520533 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e8cac0a7-757e-4369-969f-66ecab235e38 req-22575e9d-f992-44fb-8a11-1c1278b20e7d tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1 HTTP/1.1" status: 200 len: 943 time: 0.1971285 Jun 22 07:13:03.664074 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e8cac0a7-757e-4369-969f-66ecab235e38 req-016aad26-bf57-4682-a7b3-feb93fcdf792 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/security-groups?id=27c6befb-3603-4191-8f55-1edbc4ee8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356378 Jun 22 07:13:03.716454 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c287d-2f85-4cd0-a5d9-2774c473e8f6 req-0f9a1f3b-6471-415b-bd66-6248b1c13993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:03.718590 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-439c287d-2f85-4cd0-a5d9-2774c473e8f6 req-0f9a1f3b-6471-415b-bd66-6248b1c13993 service neutron] 10.222.0.42 "GET /v2.0/networks?id=33d047a2-1fae-4203-972f-e359a6e3784a HTTP/1.1" status: 200 len: 920 time: 0.1767900 Jun 22 07:13:03.761590 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8a31e-e3ae-493a-a33d-0741802d73b9 req-6eb750f7-689f-471c-ad42-d7f655365066 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:03.778240 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-62e8a31e-e3ae-493a-a33d-0741802d73b9 req-6eb750f7-689f-471c-ad42-d7f655365066 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.1754434 Jun 22 07:13:03.819095 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-439c287d-2f85-4cd0-a5d9-2774c473e8f6 req-9fa696d5-335a-40aa-93aa-2951e1abba1b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd9b8b02-4e0c-4e6a-850c-65d43e5abc60 HTTP/1.1" status: 200 len: 217 time: 0.0892751 Jun 22 07:13:03.926203 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 6e0746d9-10f3-45db-b8ae-55443fc643b7 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:13:03.937043 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-62e8a31e-e3ae-493a-a33d-0741802d73b9 req-e5500d75-57fc-4e82-8fd6-1ef571c03859 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571493 Jun 22 07:13:03.964596 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0250c-e0dd-488c-954c-abb7eb2bd08e req-79a31dc5-47b8-4057-827e-bf28fe9ffda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:03.966080 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-f9d0250c-e0dd-488c-954c-abb7eb2bd08e req-79a31dc5-47b8-4057-827e-bf28fe9ffda9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8124b7d5-6bae-4008-85d0-88df1018c706 HTTP/1.1" status: 200 len: 849 time: 0.4258831 Jun 22 07:13:04.096021 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-f9d0250c-e0dd-488c-954c-abb7eb2bd08e req-e0f81f30-cb21-4370-b635-c5d077b0a21b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9fc47123-9b4c-41e9-89d7-06a38c572763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062963 Jun 22 07:13:04.173523 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning for port 6e0746d9-10f3-45db-b8ae-55443fc643b7 completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:13:04.183917 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-7b1e4d29-8719-4d1a-9ef8-c04e625ea178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:04.193356 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 6e0746d9-10f3-45db-b8ae-55443fc643b7 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:13:04.193922 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:04.195609 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c287d-2f85-4cd0-a5d9-2774c473e8f6 req-1c7748c8-7d6d-4db1-aa02-c10961952980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:04.208834 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-439c287d-2f85-4cd0-a5d9-2774c473e8f6 req-1c7748c8-7d6d-4db1-aa02-c10961952980 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f8df47a-1b35-48e0-8850-2f48fdf17319 HTTP/1.1" status: 200 len: 859 time: 0.3578267 Jun 22 07:13:04.274232 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-439c287d-2f85-4cd0-a5d9-2774c473e8f6 req-d0f0fbf5-89b7-47f7-a611-fe23469c550c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33d047a2-1fae-4203-972f-e359a6e3784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369520 Jun 22 07:13:04.431798 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:04.520153 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea719922-248b-4fef-a79c-566c47bad823 req-4e0104a9-ff99-48f3-ad93-8821f4da4e80 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:04.542848 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ea719922-248b-4fef-a79c-566c47bad823 req-4e0104a9-ff99-48f3-ad93-8821f4da4e80 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6 HTTP/1.1" status: 200 len: 946 time: 0.1932659 Jun 22 07:13:04.609328 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-badbe661-7601-497f-823b-f0844c323d63 None None] For port 6e0746d9-10f3-45db-b8ae-55443fc643b7, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=6e0746d9-10f3-45db-b8ae-55443fc643b7,segment=NetworkSegment(561ea913-fc49-4369-8963-3966f0fe1a61),segment_id=561ea913-fc49-4369-8963-3966f0fe1a61)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:13:04.627571 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:04.634630 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-7098ba3a-e7f0-4183-9e0f-92b18b876a53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:04.660520 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ea719922-248b-4fef-a79c-566c47bad823 req-313880e3-ddcc-41e8-ab74-0fce357ac400 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151609 Jun 22 07:13:04.899399 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Pushing event updated for resources: {'Port': ['ID=6e0746d9-10f3-45db-b8ae-55443fc643b7,revision_number=5']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:04.915703 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:05.053181 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-439c287d-2f85-4cd0-a5d9-2774c473e8f6 req-c81f0d2b-5dca-49e8-b85e-7f625353900a service neutron] 10.222.0.42 "GET /v2.0/networks/33d047a2-1fae-4203-972f-e359a6e3784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7709329 Jun 22 07:13:05.292997 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761b9ed-3f07-4345-a73c-c60247f0248c req-d920f2d7-002e-4229-9d94-5c472bfa76df tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:05.302908 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4761b9ed-3f07-4345-a73c-c60247f0248c req-d920f2d7-002e-4229-9d94-5c472bfa76df tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1 HTTP/1.1" status: 200 len: 943 time: 0.1803367 Jun 22 07:13:05.358082 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-f9d0250c-e0dd-488c-954c-abb7eb2bd08e req-3b259093-f50a-4ba8-8fec-90c44a47e9ac service neutron] 10.222.0.42 "GET /v2.0/networks/9fc47123-9b4c-41e9-89d7-06a38c572763?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2356503 Jun 22 07:13:05.385051 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4761b9ed-3f07-4345-a73c-c60247f0248c req-dc481045-24e6-45c2-b526-fda9abb28cbb tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/security-groups?id=27c6befb-3603-4191-8f55-1edbc4ee8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673006 Jun 22 07:13:05.493590 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-439c287d-2f85-4cd0-a5d9-2774c473e8f6 req-5151c333-accd-4cf2-9f05-e13d6989ca5b service neutron] 10.222.0.42 "GET /v2.0/networks/33d047a2-1fae-4203-972f-e359a6e3784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301147 Jun 22 07:13:05.566767 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-f9d0250c-e0dd-488c-954c-abb7eb2bd08e req-051a8122-4f27-4326-a3c5-fd8bf18062ae service neutron] 10.222.0.42 "GET /v2.0/networks/9fc47123-9b4c-41e9-89d7-06a38c572763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008276 Jun 22 07:13:05.567343 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962879e-c538-40ff-9c4a-37406709e740 req-a7ef04a4-7d7b-4b6b-a425-6bdf56479c57 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:05.568946 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7962879e-c538-40ff-9c4a-37406709e740 req-a7ef04a4-7d7b-4b6b-a425-6bdf56479c57 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.1197391 Jun 22 07:13:05.639342 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7962879e-c538-40ff-9c4a-37406709e740 req-40bcdc3f-dbc9-4efd-9a24-f47746847055 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574446 Jun 22 07:13:05.741898 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 6e0746d9-10f3-45db-b8ae-55443fc643b7 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:13:05.797902 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 6e0746d9-10f3-45db-b8ae-55443fc643b7 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:13:05.798324 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:06.455782 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 488f0ad1-53db-4de8-9617-e8a15e99797e details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:13:06.632349 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135eda90-ea9a-46db-8bbb-2f498bde9b5e req-c90575da-52f2-4171-93a7-38087466a5dc tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:06.634287 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-135eda90-ea9a-46db-8bbb-2f498bde9b5e req-c90575da-52f2-4171-93a7-38087466a5dc tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1 HTTP/1.1" status: 200 len: 943 time: 0.0733109 Jun 22 07:13:06.693673 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-135eda90-ea9a-46db-8bbb-2f498bde9b5e req-642dd485-9c91-456e-8543-bcaf7d7c579a tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/security-groups?id=27c6befb-3603-4191-8f55-1edbc4ee8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525689 Jun 22 07:13:06.737967 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-2de9b590-9add-4be9-8adb-f30129570fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:06.758276 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 488f0ad1-53db-4de8-9617-e8a15e99797e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=488f0ad1-53db-4de8-9617-e8a15e99797e,segment=NetworkSegment(0290dc99-6ff7-4457-9a4b-580f1a31f280),segment_id=0290dc99-6ff7-4457-9a4b-580f1a31f280)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:13:06.761274 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 32880) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:06.771916 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Returning: {'device': '488f0ad1-53db-4de8-9617-e8a15e99797e', 'network_id': '9fc47123-9b4c-41e9-89d7-06a38c572763', 'port_id': '488f0ad1-53db-4de8-9617-e8a15e99797e', 'mac_address': 'fa:16:3e:4e:40:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8124b7d5-6bae-4008-85d0-88df1018c706', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:13:06.811804 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:06.828865 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488f0ad1-53db-4de8-9617-e8a15e99797e {{(pid=92823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:13:06.849996 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 488f0ad1-53db-4de8-9617-e8a15e99797e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=488f0ad1-53db-4de8-9617-e8a15e99797e,segment=NetworkSegment(0290dc99-6ff7-4457-9a4b-580f1a31f280),segment_id=0290dc99-6ff7-4457-9a4b-580f1a31f280)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:13:06.856411 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:06.860259 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:06.922287 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375a185-c094-4185-9757-fa70d726ae19 req-73a34392-f6d2-4b2d-a2e2-6dd2710cc938 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:06.927922 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1375a185-c094-4185-9757-fa70d726ae19 req-73a34392-f6d2-4b2d-a2e2-6dd2710cc938 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.1142957 Jun 22 07:13:06.933634 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=488f0ad1-53db-4de8-9617-e8a15e99797e,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:06.937925 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:06.939549 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:06.942844 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-03191d47-3717-4b6d-91d4-6e0f6aa13a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:07.002585 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1375a185-c094-4185-9757-fa70d726ae19 req-4d7f36ab-89f5-432c-909b-83fe7b45bb97 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561326 Jun 22 07:13:07.099878 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-03191d47-3717-4b6d-91d4-6e0f6aa13a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:07.109651 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-03191d47-3717-4b6d-91d4-6e0f6aa13a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:07.164102 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-64f5d4e3-facf-4ae0-9d74-b3efbf9b9f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:07.173969 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-03191d47-3717-4b6d-91d4-6e0f6aa13a6a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=510d639b72624320ae1b474dd3572a23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4113512 Jun 22 07:13:07.174173 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 32904) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:07.213575 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03191d47-3717-4b6d-91d4-6e0f6aa13a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef24a645-38ef-4d3a-ab5a-d8e4ed94c10c,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:07.218586 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['488f0ad1-53db-4de8-9617-e8a15e99797e'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:13:07.273253 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-03191d47-3717-4b6d-91d4-6e0f6aa13a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:07.359656 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0585580e-0eb3-4c23-b986-4a334b787f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:07.403062 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0585580e-0eb3-4c23-b986-4a334b787f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:07.484708 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42436914-9e07-499c-af88-53a8ed083e1c req-f3ee1c2a-68e0-4ccc-977d-b679b995e280 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:07.490139 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-42436914-9e07-499c-af88-53a8ed083e1c req-f3ee1c2a-68e0-4ccc-977d-b679b995e280 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/networks?id=3e9c590a-6b44-49f8-886f-42e7319e9e4c HTTP/1.1" status: 200 len: 814 time: 0.2800937 Jun 22 07:13:07.504523 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0585580e-0eb3-4c23-b986-4a334b787f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:07.508360 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0585580e-0eb3-4c23-b986-4a334b787f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:07.515729 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-0585580e-0eb3-4c23-b986-4a334b787f3c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ef24a645-38ef-4d3a-ab5a-d8e4ed94c10c HTTP/1.1" status: 204 len: 168 time: 0.3379698 Jun 22 07:13:07.518316 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-47646619-b96a-4457-b560-fc5242c447ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:07.533382 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585580e-0eb3-4c23-b986-4a334b787f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef24a645-38ef-4d3a-ab5a-d8e4ed94c10c,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:07.544079 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-0585580e-0eb3-4c23-b986-4a334b787f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:07.552716 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-42436914-9e07-499c-af88-53a8ed083e1c req-e90844c6-1b9c-4fbe-aa2f-940d438b2cda tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/quotas/b115f7faea3347e6818376042dd8146b HTTP/1.1" status: 200 len: 375 time: 0.0485377 Jun 22 07:13:07.637814 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-42436914-9e07-499c-af88-53a8ed083e1c req-50f441f0-59ec-410e-82bf-a12048402bb9 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b115f7faea3347e6818376042dd8146b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730245 Jun 22 07:13:07.716438 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:07.779932 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-42436914-9e07-499c-af88-53a8ed083e1c req-f9781d3f-8e90-4c06-81cc-2421d1219560 service neutron] 10.222.0.22 "GET /v2.0/networks/3e9c590a-6b44-49f8-886f-42e7319e9e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327434 Jun 22 07:13:07.953936 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-42436914-9e07-499c-af88-53a8ed083e1c req-fde2e7a5-d3ca-44f4-8ef1-6dfb3ac5039d service neutron] 10.222.0.22 "GET /v2.0/networks/3e9c590a-6b44-49f8-886f-42e7319e9e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680501 Jun 22 07:13:07.966700 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cc522-85a8-4597-b08d-08f5c1de6dd4 req-3e1f8e01-eeec-4e1d-963f-cf4e14ba0306 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:07.968137 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-cf8cc522-85a8-4597-b08d-08f5c1de6dd4 req-3e1f8e01-eeec-4e1d-963f-cf4e14ba0306 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1 HTTP/1.1" status: 200 len: 944 time: 0.1022677 Jun 22 07:13:08.022545 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-cf8cc522-85a8-4597-b08d-08f5c1de6dd4 req-d7d66cba-aa16-49e9-88a8-4912dd26203c tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/security-groups?id=27c6befb-3603-4191-8f55-1edbc4ee8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447044 Jun 22 07:13:08.158615 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2d8b72a5-dd32-4ea8-a11d-eccb34d2e50f req-779924a6-8ad7-4caf-b587-a31aabc1d57a tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d2e301a-1859-48b2-9cce-65ae88b97b40 HTTP/1.1" status: 200 len: 210 time: 0.0455275 Jun 22 07:13:08.246243 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fca10-a090-405f-ba72-7c3e35fe2a03 req-df5ae59d-7c34-4a58-9608-a470b97dd8b6 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:08.248270 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f62fca10-a090-405f-ba72-7c3e35fe2a03 req-df5ae59d-7c34-4a58-9608-a470b97dd8b6 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0884497 Jun 22 07:13:08.298698 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f62fca10-a090-405f-ba72-7c3e35fe2a03 req-561c31fa-53f4-420f-b122-d263510589a3 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434389 Jun 22 07:13:08.451367 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 488f0ad1-53db-4de8-9617-e8a15e99797e up at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:13:08.528005 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning for port 488f0ad1-53db-4de8-9617-e8a15e99797e completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:13:08.533713 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning complete for port 488f0ad1-53db-4de8-9617-e8a15e99797e triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:13:08.534321 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:08.628257 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:08.659373 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488f0ad1-53db-4de8-9617-e8a15e99797e'}] {{(pid=92823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:13:08.662977 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1855b14f289de04877f76e9f82b9d84154af39b836c558547df9393c60095739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbafefc2-00ae-424c-9236-d5452cff6f15" -d '{"events": [{"server_uuid": "9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1", "name": "network-vif-plugged", "status": "completed", "tag": "488f0ad1-53db-4de8-9617-e8a15e99797e"}]}' {{(pid=92823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:13:08.689732 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 488f0ad1-53db-4de8-9617-e8a15e99797e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=488f0ad1-53db-4de8-9617-e8a15e99797e,segment=NetworkSegment(0290dc99-6ff7-4457-9a4b-580f1a31f280),segment_id=0290dc99-6ff7-4457-9a4b-580f1a31f280)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:13:08.695310 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:08.698914 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:08.735951 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6230bd9-4bce-487d-87b4-738058becacf x-openstack-request-id: req-f6230bd9-4bce-487d-87b4-738058becacf {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:13:08.736260 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1", "name": "network-vif-plugged", "status": "completed", "tag": "488f0ad1-53db-4de8-9617-e8a15e99797e", "code": 200}]} {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:13:08.736522 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f6230bd9-4bce-487d-87b4-738058becacf {{(pid=92823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:13:08.736977 dv-cinder-786627-11-smb neutron-server[92823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488f0ad1-53db-4de8-9617-e8a15e99797e', 'code': 200} Jun 22 07:13:08.772580 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=488f0ad1-53db-4de8-9617-e8a15e99797e,revision_number=5']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:08.775964 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:09.022780 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae830fdb-c741-45fd-aa0a-448495d6c805 req-6710e3df-9ed2-4149-ae1e-3ad3f1762e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:09.025130 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-ae830fdb-c741-45fd-aa0a-448495d6c805 req-6710e3df-9ed2-4149-ae1e-3ad3f1762e45 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1 HTTP/1.1" status: 200 len: 1098 time: 0.0667579 Jun 22 07:13:09.066148 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-ae830fdb-c741-45fd-aa0a-448495d6c805 req-dccd006a-f909-4556-8104-a1aff25a88ea service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=27c6befb-3603-4191-8f55-1edbc4ee8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313377 Jun 22 07:13:09.219759 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069269f-7ff3-4e38-8c7f-5823c881d340 req-0ba26e3e-82be-4496-a720-73cfdc7ea936 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:09.221980 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c069269f-7ff3-4e38-8c7f-5823c881d340 req-0ba26e3e-82be-4496-a720-73cfdc7ea936 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1 HTTP/1.1" status: 200 len: 945 time: 0.0745158 Jun 22 07:13:09.269736 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c069269f-7ff3-4e38-8c7f-5823c881d340 req-904c52d2-8dbb-400b-aaed-894564bb9966 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/security-groups?id=27c6befb-3603-4191-8f55-1edbc4ee8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369644 Jun 22 07:13:09.316892 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-439f3834-ac91-478b-ae95-ec27e20e14a1 req-85b3fcc8-70f7-4894-ab5c-26cdaeebcdbb tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d2e301a-1859-48b2-9cce-65ae88b97b40 HTTP/1.1" status: 200 len: 210 time: 0.0310495 Jun 22 07:13:09.501255 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cabcbd-fdf4-4ddf-a08f-2d356fcb78ed req-d2ac9816-a76e-4d37-84d7-bd40b0daa031 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:09.502736 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a5cabcbd-fdf4-4ddf-a08f-2d356fcb78ed req-d2ac9816-a76e-4d37-84d7-bd40b0daa031 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0719893 Jun 22 07:13:09.576307 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a5cabcbd-fdf4-4ddf-a08f-2d356fcb78ed req-44a054c1-0e9b-4969-8d39-f650caa769fd tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664842 Jun 22 07:13:09.773676 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42436914-9e07-499c-af88-53a8ed083e1c req-711e1c0e-017e-47db-8fb2-9ff99bcdea6e tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:09.775815 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-42436914-9e07-499c-af88-53a8ed083e1c req-711e1c0e-017e-47db-8fb2-9ff99bcdea6e tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.42 "GET /v2.0/networks?id=3e9c590a-6b44-49f8-886f-42e7319e9e4c HTTP/1.1" status: 200 len: 814 time: 0.1835928 Jun 22 07:13:09.777402 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:09.794205 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-42436914-9e07-499c-af88-53a8ed083e1c req-3da5782d-77cb-4272-91c9-bbb3163532d7 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Request body: {'port': {'device_id': '3d2e301a-1859-48b2-9cce-65ae88b97b40', 'network_id': '3e9c590a-6b44-49f8-886f-42e7319e9e4c', 'admin_state_up': True, 'tenant_id': 'b115f7faea3347e6818376042dd8146b'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:13:09.925377 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42436914-9e07-499c-af88-53a8ed083e1c req-3da5782d-77cb-4272-91c9-bbb3163532d7 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Made reservation on behalf of b115f7faea3347e6818376042dd8146b for: {'port': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:13:09.929674 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-42436914-9e07-499c-af88-53a8ed083e1c req-3da5782d-77cb-4272-91c9-bbb3163532d7 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:10.067805 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_common [req-42436914-9e07-499c-af88-53a8ed083e1c req-3da5782d-77cb-4272-91c9-bbb3163532d7 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Allocated IP 172.20.0.8 (3e9c590a-6b44-49f8-886f-42e7319e9e4c/06523850-ed49-46ee-acdf-72646e7dc4c2/fb6f32c9-34ee-4f69-b81e-e2bc189d70de) {{(pid=92822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:13:10.233322 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-42436914-9e07-499c-af88-53a8ed083e1c req-3da5782d-77cb-4272-91c9-bbb3163532d7 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks [] for port, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:10.283642 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-42436914-9e07-499c-af88-53a8ed083e1c req-3da5782d-77cb-4272-91c9-bbb3163532d7 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-133502027'] for port, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:10.303785 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['89ac36be-e573-4aff-9845-e18d0ba381ee', '451d7362-deb2-4eea-a3f8-2ffc152118f8'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:13:10.312870 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:10.403480 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42436914-9e07-499c-af88-53a8ed083e1c req-3da5782d-77cb-4272-91c9-bbb3163532d7 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Network 3e9c590a-6b44-49f8-886f-42e7319e9e4c is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:13:10.413643 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [req-42436914-9e07-499c-af88-53a8ed083e1c req-3da5782d-77cb-4272-91c9-bbb3163532d7 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:13:10.419688 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-42436914-9e07-499c-af88-53a8ed083e1c req-3da5782d-77cb-4272-91c9-bbb3163532d7 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Received port after_create {{(pid=92822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:13:10.503190 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5782d-77cb-4272-91c9-bbb3163532d7 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Pushing event updated for resources: {'Port': ['ID=fb6f32c9-34ee-4f69-b81e-e2bc189d70de,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:10.516114 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-3da5782d-77cb-4272-91c9-bbb3163532d7 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:10.528879 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42436914-9e07-499c-af88-53a8ed083e1c req-3da5782d-77cb-4272-91c9-bbb3163532d7 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:10.529866 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-42436914-9e07-499c-af88-53a8ed083e1c req-3da5782d-77cb-4272-91c9-bbb3163532d7 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:10.553709 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-42436914-9e07-499c-af88-53a8ed083e1c req-3da5782d-77cb-4272-91c9-bbb3163532d7 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7647350 Jun 22 07:13:10.567560 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-42436914-9e07-499c-af88-53a8ed083e1c req-53b586a9-83f9-46ba-96a0-79e87cd9dc8f service neutron] Request body: {'port': {'device_id': '3d2e301a-1859-48b2-9cce-65ae88b97b40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:13:10.578103 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a82080-4233-4dec-9463-0f9daee3d26c req-1eeb26f7-9ad8-40d2-8323-624568fb16ff tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:10.580415 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-73a82080-4233-4dec-9463-0f9daee3d26c req-1eeb26f7-9ad8-40d2-8323-624568fb16ff tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1 HTTP/1.1" status: 200 len: 945 time: 0.1032536 Jun 22 07:13:10.633911 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-73a82080-4233-4dec-9463-0f9daee3d26c req-debc5316-e746-4be6-9b6a-b7ce99b5b31e tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/security-groups?id=27c6befb-3603-4191-8f55-1edbc4ee8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463781 Jun 22 07:13:10.696722 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-42436914-9e07-499c-af88-53a8ed083e1c req-53b586a9-83f9-46ba-96a0-79e87cd9dc8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:10.879625 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e457cd-0363-4470-87f5-954ed71d91f4 req-34c97e53-b120-44b4-b744-416d4bd1ef91 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:10.881425 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-12e457cd-0363-4470-87f5-954ed71d91f4 req-34c97e53-b120-44b4-b744-416d4bd1ef91 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d2e301a-1859-48b2-9cce-65ae88b97b40 HTTP/1.1" status: 200 len: 931 time: 0.1105990 Jun 22 07:13:10.957721 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-12e457cd-0363-4470-87f5-954ed71d91f4 req-d89eb770-2737-478d-bea1-8e87a9577a32 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620892 Jun 22 07:13:11.089368 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [req-42436914-9e07-499c-af88-53a8ed083e1c req-53b586a9-83f9-46ba-96a0-79e87cd9dc8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb6f32c9-34ee-4f69-b81e-e2bc189d70de {{(pid=92822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:13:11.098960 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-42436914-9e07-499c-af88-53a8ed083e1c req-53b586a9-83f9-46ba-96a0-79e87cd9dc8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:11.112897 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.provisioning_blocks [req-42436914-9e07-499c-af88-53a8ed083e1c req-53b586a9-83f9-46ba-96a0-79e87cd9dc8f service neutron] Transition to ACTIVE for port object fb6f32c9-34ee-4f69-b81e-e2bc189d70de will not be triggered until provisioned by entity L2. {{(pid=92822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:13:11.117786 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-42436914-9e07-499c-af88-53a8ed083e1c req-53b586a9-83f9-46ba-96a0-79e87cd9dc8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:11.122216 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 33056) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:11.123118 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-24140dce-f773-45f1-b5d2-7bfda0ad21b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:11.135543 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9dd09a-1264-4a35-b66d-0dd4c2788290 req-6dd3c87c-fb77-4331-864b-66642b289b30 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:11.146725 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ca9dd09a-1264-4a35-b66d-0dd4c2788290 req-6dd3c87c-fb77-4331-864b-66642b289b30 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.1090188 Jun 22 07:13:11.205733 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b586a9-83f9-46ba-96a0-79e87cd9dc8f service neutron] Pushing event updated for resources: {'Port': ['ID=fb6f32c9-34ee-4f69-b81e-e2bc189d70de,revision_number=2']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:11.211328 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-53b586a9-83f9-46ba-96a0-79e87cd9dc8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:11.232007 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ca9dd09a-1264-4a35-b66d-0dd4c2788290 req-af897231-5cbd-4808-a757-76a25953ae34 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843525 Jun 22 07:13:11.258740 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf5f92-1a22-4761-9534-921c4be3bc6c req-26f5501a-7d60-4acf-88ae-9dd89f802a68 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:11.260373 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0fcf5f92-1a22-4761-9534-921c4be3bc6c req-26f5501a-7d60-4acf-88ae-9dd89f802a68 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.1107776 Jun 22 07:13:11.285371 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-9f1163d0-6bd0-4577-8a54-25fb6b8ffec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:11.305447 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0fcf5f92-1a22-4761-9534-921c4be3bc6c req-a9009343-0e3f-40f0-9cef-a72a6eac740c tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378773 Jun 22 07:13:11.310630 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-42436914-9e07-499c-af88-53a8ed083e1c req-53b586a9-83f9-46ba-96a0-79e87cd9dc8f service neutron] Attempting to bind port fb6f32c9-34ee-4f69-b81e-e2bc189d70de on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:13:11.311136 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-42436914-9e07-499c-af88-53a8ed083e1c req-53b586a9-83f9-46ba-96a0-79e87cd9dc8f service neutron] Attempting to bind port fb6f32c9-34ee-4f69-b81e-e2bc189d70de by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'fd845a99-f4e6-4201-b4ca-0c1b2d0796b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e9c590a-6b44-49f8-886f-42e7319e9e4c'}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:13:11.311330 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42436914-9e07-499c-af88-53a8ed083e1c req-53b586a9-83f9-46ba-96a0-79e87cd9dc8f service neutron] Attempting to bind port fb6f32c9-34ee-4f69-b81e-e2bc189d70de on network 3e9c590a-6b44-49f8-886f-42e7319e9e4c {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:13:11.322053 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42436914-9e07-499c-af88-53a8ed083e1c req-53b586a9-83f9-46ba-96a0-79e87cd9dc8f service neutron] Port fb6f32c9-34ee-4f69-b81e-e2bc189d70de on network 3e9c590a-6b44-49f8-886f-42e7319e9e4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:13:11.322385 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42436914-9e07-499c-af88-53a8ed083e1c req-53b586a9-83f9-46ba-96a0-79e87cd9dc8f service neutron] Attempting to bind port fb6f32c9-34ee-4f69-b81e-e2bc189d70de on network 3e9c590a-6b44-49f8-886f-42e7319e9e4c {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:13:11.334827 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42436914-9e07-499c-af88-53a8ed083e1c req-53b586a9-83f9-46ba-96a0-79e87cd9dc8f service neutron] Checking agent: {'id': '6c17c73a-1ba3-464e-bc7a-10a2b7fbfd09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'started_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:13:11.334827 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42436914-9e07-499c-af88-53a8ed083e1c req-53b586a9-83f9-46ba-96a0-79e87cd9dc8f service neutron] Checking segment: {'id': 'fd845a99-f4e6-4201-b4ca-0c1b2d0796b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e9c590a-6b44-49f8-886f-42e7319e9e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:13:11.334827 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42436914-9e07-499c-af88-53a8ed083e1c req-53b586a9-83f9-46ba-96a0-79e87cd9dc8f service neutron] Bound using segment: {'id': 'fd845a99-f4e6-4201-b4ca-0c1b2d0796b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e9c590a-6b44-49f8-886f-42e7319e9e4c'} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:13:11.334827 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-42436914-9e07-499c-af88-53a8ed083e1c req-53b586a9-83f9-46ba-96a0-79e87cd9dc8f service neutron] Bound port: fb6f32c9-34ee-4f69-b81e-e2bc189d70de, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd845a99-f4e6-4201-b4ca-0c1b2d0796b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e9c590a-6b44-49f8-886f-42e7319e9e4c'}}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:13:11.334827 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-42436914-9e07-499c-af88-53a8ed083e1c req-53b586a9-83f9-46ba-96a0-79e87cd9dc8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:11.440245 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-42436914-9e07-499c-af88-53a8ed083e1c req-53b586a9-83f9-46ba-96a0-79e87cd9dc8f service neutron] For port fb6f32c9-34ee-4f69-b81e-e2bc189d70de, host hv-cinder-78662, cleared binding levels {{(pid=92822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:13:11.461020 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-9f1163d0-6bd0-4577-8a54-25fb6b8ffec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:11.464951 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-42436914-9e07-499c-af88-53a8ed083e1c req-53b586a9-83f9-46ba-96a0-79e87cd9dc8f service neutron] For port fb6f32c9-34ee-4f69-b81e-e2bc189d70de, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=fb6f32c9-34ee-4f69-b81e-e2bc189d70de,segment=NetworkSegment(fd845a99-f4e6-4201-b4ca-0c1b2d0796b9),segment_id=fd845a99-f4e6-4201-b4ca-0c1b2d0796b9)] {{(pid=92822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:13:11.465954 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-9f1163d0-6bd0-4577-8a54-25fb6b8ffec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:11.468802 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-31cd454b-538b-4e01-b1c6-0c2501c643eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:11.473459 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-42436914-9e07-499c-af88-53a8ed083e1c req-53b586a9-83f9-46ba-96a0-79e87cd9dc8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:11.515614 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42436914-9e07-499c-af88-53a8ed083e1c req-53b586a9-83f9-46ba-96a0-79e87cd9dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:11.515614 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-42436914-9e07-499c-af88-53a8ed083e1c req-53b586a9-83f9-46ba-96a0-79e87cd9dc8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:11.516584 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-42436914-9e07-499c-af88-53a8ed083e1c req-53b586a9-83f9-46ba-96a0-79e87cd9dc8f service neutron] 10.222.0.42 "PUT /v2.0/ports/fb6f32c9-34ee-4f69-b81e-e2bc189d70de HTTP/1.1" status: 200 len: 1093 time: 0.9546752 Jun 22 07:13:11.516800 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2e301a-1859-48b2-9cce-65ae88b97b40', 'tag': 'fb6f32c9-34ee-4f69-b81e-e2bc189d70de'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:13:11.519528 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea4f1d0-daad-499d-8942-e89ad3142ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2e301a-1859-48b2-9cce-65ae88b97b40", "tag": "fb6f32c9-34ee-4f69-b81e-e2bc189d70de"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:13:11.525961 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1163d0-6bd0-4577-8a54-25fb6b8ffec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8603b524-5e12-4fbd-9026-a6661cc1b6db,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:11.530239 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-9f1163d0-6bd0-4577-8a54-25fb6b8ffec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:11.530737 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-53b586a9-83f9-46ba-96a0-79e87cd9dc8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:11.536592 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-9f1163d0-6bd0-4577-8a54-25fb6b8ffec9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2728432acd964af4b5d1a5dc0411641f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4093111 Jun 22 07:13:11.538820 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 33070) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:11.607989 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad11470-bcd5-4734-a9b0-d74bdcacacca x-openstack-request-id: req-4ad11470-bcd5-4734-a9b0-d74bdcacacca {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:13:11.607989 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2e301a-1859-48b2-9cce-65ae88b97b40", "tag": "fb6f32c9-34ee-4f69-b81e-e2bc189d70de", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:13:11.608276 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ad11470-bcd5-4734-a9b0-d74bdcacacca {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:13:11.608667 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d2e301a-1859-48b2-9cce-65ae88b97b40', 'tag': 'fb6f32c9-34ee-4f69-b81e-e2bc189d70de', 'status': 'completed', 'code': 200} Jun 22 07:13:11.634074 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-33a00260-81db-41f3-80ec-99404506f272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:11.639324 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b586a9-83f9-46ba-96a0-79e87cd9dc8f service neutron] Pushing event updated for resources: {'Port': ['ID=fb6f32c9-34ee-4f69-b81e-e2bc189d70de,revision_number=3']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:11.643048 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-53b586a9-83f9-46ba-96a0-79e87cd9dc8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:11.669242 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-33a00260-81db-41f3-80ec-99404506f272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:11.677996 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42436914-9e07-499c-af88-53a8ed083e1c req-3406ecda-812b-4f86-8887-af3ee8ec20a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:11.679393 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-42436914-9e07-499c-af88-53a8ed083e1c req-3406ecda-812b-4f86-8887-af3ee8ec20a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b115f7faea3347e6818376042dd8146b&device_id=3d2e301a-1859-48b2-9cce-65ae88b97b40 HTTP/1.1" status: 200 len: 1096 time: 0.0797896 Jun 22 07:13:11.728892 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-42436914-9e07-499c-af88-53a8ed083e1c req-a0b853a7-40dd-4c54-8121-1a3291041295 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb6f32c9-34ee-4f69-b81e-e2bc189d70de HTTP/1.1" status: 200 len: 217 time: 0.0359318 Jun 22 07:13:11.747827 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-33a00260-81db-41f3-80ec-99404506f272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:11.750189 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-33a00260-81db-41f3-80ec-99404506f272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:11.755011 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-33a00260-81db-41f3-80ec-99404506f272 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8603b524-5e12-4fbd-9026-a6661cc1b6db HTTP/1.1" status: 204 len: 168 time: 0.2114258 Jun 22 07:13:11.755011 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-6b547dd7-bb91-44c8-acb2-92002e851d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:11.766192 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a00260-81db-41f3-80ec-99404506f272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8603b524-5e12-4fbd-9026-a6661cc1b6db,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:11.772697 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-33a00260-81db-41f3-80ec-99404506f272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:11.815650 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42436914-9e07-499c-af88-53a8ed083e1c req-245f4aed-dc7a-4212-9607-ffbbd30acb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:11.817128 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-42436914-9e07-499c-af88-53a8ed083e1c req-245f4aed-dc7a-4212-9607-ffbbd30acb77 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06523850-ed49-46ee-acdf-72646e7dc4c2 HTTP/1.1" status: 200 len: 854 time: 0.0765276 Jun 22 07:13:11.860835 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-42436914-9e07-499c-af88-53a8ed083e1c req-d286a72e-32d8-433d-87c2-66237d7eec96 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9c590a-6b44-49f8-886f-42e7319e9e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342638 Jun 22 07:13:11.868975 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae635d-8e42-485c-8e98-e50c5ca4d37f req-09b149d9-fc4d-48d9-9a27-b5c292183d5a tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:11.872063 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-85ae635d-8e42-485c-8e98-e50c5ca4d37f req-09b149d9-fc4d-48d9-9a27-b5c292183d5a tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1 HTTP/1.1" status: 200 len: 945 time: 0.0854597 Jun 22 07:13:11.938674 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-85ae635d-8e42-485c-8e98-e50c5ca4d37f req-d5d2154a-7903-4c00-96dc-b290b7979aae tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/security-groups?id=27c6befb-3603-4191-8f55-1edbc4ee8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608654 Jun 22 07:13:12.001288 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-42436914-9e07-499c-af88-53a8ed083e1c req-e19f2a18-0ea0-435a-9230-82482260bf94 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9c590a-6b44-49f8-886f-42e7319e9e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236517 Jun 22 07:13:12.144031 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-42436914-9e07-499c-af88-53a8ed083e1c req-4e7f990f-85c9-49ab-8d8d-7eaf597e94e8 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9c590a-6b44-49f8-886f-42e7319e9e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280115 Jun 22 07:13:12.175540 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393087d9-64ed-4af8-a17c-a5c8b106d62c req-7e60a68f-d042-495d-b968-799b6a0d0af9 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:12.177462 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-393087d9-64ed-4af8-a17c-a5c8b106d62c req-7e60a68f-d042-495d-b968-799b6a0d0af9 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d2e301a-1859-48b2-9cce-65ae88b97b40 HTTP/1.1" status: 200 len: 943 time: 0.0699732 Jun 22 07:13:12.220556 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-393087d9-64ed-4af8-a17c-a5c8b106d62c req-a867eeb8-d90e-4513-ad80-6aab9a0e0e32 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357721 Jun 22 07:13:12.292553 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4f1d0-daad-499d-8942-e89ad3142ec9 req-6e31956b-0999-46ed-b958-af7dbe504e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:12.294231 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-cea4f1d0-daad-499d-8942-e89ad3142ec9 req-6e31956b-0999-46ed-b958-af7dbe504e44 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b115f7faea3347e6818376042dd8146b&device_id=3d2e301a-1859-48b2-9cce-65ae88b97b40 HTTP/1.1" status: 200 len: 1096 time: 0.0712996 Jun 22 07:13:12.452753 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4035a6-4d28-4dab-ab10-712b9ca9f140 req-4bd7774f-1a9e-459a-ae35-914cca827798 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:12.462769 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7b4035a6-4d28-4dab-ab10-712b9ca9f140 req-4bd7774f-1a9e-459a-ae35-914cca827798 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0895405 Jun 22 07:13:12.538729 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7b4035a6-4d28-4dab-ab10-712b9ca9f140 req-59296ae8-2367-403e-a7f3-594170bfd5ea tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750012 Jun 22 07:13:12.574188 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439db70-3602-46e3-945a-0011737118ec req-cf4b00e6-c617-4608-b411-daff66fc0259 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:12.574188 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0439db70-3602-46e3-945a-0011737118ec req-cf4b00e6-c617-4608-b411-daff66fc0259 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.0992062 Jun 22 07:13:12.580091 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4f1d0-daad-499d-8942-e89ad3142ec9 req-2da6d78f-f92e-438f-8db6-781f51d9c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:12.581673 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-cea4f1d0-daad-499d-8942-e89ad3142ec9 req-2da6d78f-f92e-438f-8db6-781f51d9c737 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e9c590a-6b44-49f8-886f-42e7319e9e4c HTTP/1.1" status: 200 len: 915 time: 0.1515963 Jun 22 07:13:12.634610 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0439db70-3602-46e3-945a-0011737118ec req-0d9ba15f-75bb-485e-b19c-910b5d0b6267 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538547 Jun 22 07:13:12.637402 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-cea4f1d0-daad-499d-8942-e89ad3142ec9 req-f6041615-078d-4473-944d-5c5b1b09705b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb6f32c9-34ee-4f69-b81e-e2bc189d70de HTTP/1.1" status: 200 len: 217 time: 0.0450456 Jun 22 07:13:12.700725 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4f1d0-daad-499d-8942-e89ad3142ec9 req-4b557ecb-2f4a-4926-9adb-5d92edfe46f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:12.702177 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-cea4f1d0-daad-499d-8942-e89ad3142ec9 req-4b557ecb-2f4a-4926-9adb-5d92edfe46f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06523850-ed49-46ee-acdf-72646e7dc4c2 HTTP/1.1" status: 200 len: 854 time: 0.0544720 Jun 22 07:13:12.745751 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-cea4f1d0-daad-499d-8942-e89ad3142ec9 req-7dc02d61-8979-48a6-b4e4-0739d7e6e0eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9c590a-6b44-49f8-886f-42e7319e9e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349905 Jun 22 07:13:12.853421 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-cea4f1d0-daad-499d-8942-e89ad3142ec9 req-e3cfc787-0dc7-4973-863c-70a2743ea6c1 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9c590a-6b44-49f8-886f-42e7319e9e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012022 Jun 22 07:13:12.988621 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-cea4f1d0-daad-499d-8942-e89ad3142ec9 req-e79be7ed-94c6-45c7-b1e6-29ab1f2ab9a1 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9c590a-6b44-49f8-886f-42e7319e9e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215799 Jun 22 07:13:13.144348 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ff4e9-0b4b-4c49-80e8-343fb59db818 req-92184fba-d241-4a6c-8b9d-5eb9228afcfa tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:13.145971 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-8d4ff4e9-0b4b-4c49-80e8-343fb59db818 req-92184fba-d241-4a6c-8b9d-5eb9228afcfa tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1 HTTP/1.1" status: 200 len: 945 time: 0.0868840 Jun 22 07:13:13.186579 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-8d4ff4e9-0b4b-4c49-80e8-343fb59db818 req-f8496fef-3fac-402a-80a0-264270a93471 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/security-groups?id=27c6befb-3603-4191-8f55-1edbc4ee8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343237 Jun 22 07:13:13.399275 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abce14-536b-4be2-9b0e-a39316272cf9 req-126e89c4-b828-44ac-b9aa-832c8c90e63c tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:13.400603 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b6abce14-536b-4be2-9b0e-a39316272cf9 req-126e89c4-b828-44ac-b9aa-832c8c90e63c tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d2e301a-1859-48b2-9cce-65ae88b97b40 HTTP/1.1" status: 200 len: 943 time: 0.0668178 Jun 22 07:13:13.449912 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b6abce14-536b-4be2-9b0e-a39316272cf9 req-ece8d4e6-fc99-4c68-9aa2-b03ba2a3eefb tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426390 Jun 22 07:13:13.728096 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb53f5-1a56-44c9-9b24-5d4b0f3b8cf7 req-e56e6aa2-25fd-4e27-aaf4-dab1b816b0e9 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:13.730833 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-fcdb53f5-1a56-44c9-9b24-5d4b0f3b8cf7 req-e56e6aa2-25fd-4e27-aaf4-dab1b816b0e9 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0681319 Jun 22 07:13:13.800995 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-fcdb53f5-1a56-44c9-9b24-5d4b0f3b8cf7 req-b2a30bc3-f542-4d31-b5bc-8ef4d1037802 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648699 Jun 22 07:13:13.802891 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d09e3c-4752-4fbb-a5ec-2f587d37491a req-1c572ac9-1218-4454-a0ac-bfe389e5fa77 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:13.805120 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-44d09e3c-4752-4fbb-a5ec-2f587d37491a req-1c572ac9-1218-4454-a0ac-bfe389e5fa77 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1 HTTP/1.1" status: 200 len: 945 time: 0.0679739 Jun 22 07:13:13.840306 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978211a-136a-448b-b303-3bd403b78673 req-d7774c87-33c8-40f4-a152-be097ee35192 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:13.841770 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c978211a-136a-448b-b303-3bd403b78673 req-d7774c87-33c8-40f4-a152-be097ee35192 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.0982158 Jun 22 07:13:13.880447 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c978211a-136a-448b-b303-3bd403b78673 req-b5291e56-d945-40a4-9baa-072b0bbf80d7 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320442 Jun 22 07:13:13.926000 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-44d09e3c-4752-4fbb-a5ec-2f587d37491a req-b586258f-58ab-4fc9-854b-ea7e0423434e tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Deleting port 488f0ad1-53db-4de8-9617-e8a15e99797e {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:13:13.926256 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-44d09e3c-4752-4fbb-a5ec-2f587d37491a req-b586258f-58ab-4fc9-854b-ea7e0423434e tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:14.029866 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-44d09e3c-4752-4fbb-a5ec-2f587d37491a req-b586258f-58ab-4fc9-854b-ea7e0423434e tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] For port 488f0ad1-53db-4de8-9617-e8a15e99797e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=488f0ad1-53db-4de8-9617-e8a15e99797e,segment=NetworkSegment(0290dc99-6ff7-4457-9a4b-580f1a31f280),segment_id=0290dc99-6ff7-4457-9a4b-580f1a31f280)] {{(pid=92822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:13:14.030225 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-44d09e3c-4752-4fbb-a5ec-2f587d37491a req-b586258f-58ab-4fc9-854b-ea7e0423434e tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:14.110421 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-44d09e3c-4752-4fbb-a5ec-2f587d37491a req-b586258f-58ab-4fc9-854b-ea7e0423434e tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Calling delete_port for 488f0ad1-53db-4de8-9617-e8a15e99797e owned by compute:nova {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:13:14.283824 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-44d09e3c-4752-4fbb-a5ec-2f587d37491a req-b586258f-58ab-4fc9-854b-ea7e0423434e tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:14.288544 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-5fd1ccfe-39ab-47d2-b11a-c706a653d5dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:14.300416 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['488f0ad1-53db-4de8-9617-e8a15e99797e'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:13:14.353388 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586258f-58ab-4fc9-854b-ea7e0423434e tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Pushing event deleted for resources: {'Port': ['ID=488f0ad1-53db-4de8-9617-e8a15e99797e,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:14.368639 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-b586258f-58ab-4fc9-854b-ea7e0423434e tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:14.396709 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f744dbed-60a2-4aa6-a50e-dbff549b80de req-6bd566cf-6171-4976-8fb3-dc203b81fcb6 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1 HTTP/1.1" status: 200 len: 210 time: 0.0316265 Jun 22 07:13:14.423558 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d09e3c-4752-4fbb-a5ec-2f587d37491a req-b586258f-58ab-4fc9-854b-ea7e0423434e tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] No DVR routers for this DVR port 488f0ad1-53db-4de8-9617-e8a15e99797e on host hv-cinder-78662 {{(pid=92822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:13:14.433810 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-44d09e3c-4752-4fbb-a5ec-2f587d37491a req-b586258f-58ab-4fc9-854b-ea7e0423434e tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:14.445719 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-44d09e3c-4752-4fbb-a5ec-2f587d37491a req-b586258f-58ab-4fc9-854b-ea7e0423434e tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] 10.222.0.42 "DELETE /v2.0/ports/488f0ad1-53db-4de8-9617-e8a15e99797e HTTP/1.1" status: 204 len: 173 time: 0.6288979 Jun 22 07:13:14.446479 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1', 'name': 'network-vif-deleted', 'tag': '488f0ad1-53db-4de8-9617-e8a15e99797e'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:13:14.448822 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d0213d-271a-4140-9b2a-9991cc546665" -d '{"events": [{"server_uuid": "9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1", "name": "network-vif-deleted", "tag": "488f0ad1-53db-4de8-9617-e8a15e99797e"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:13:14.487585 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac331870-dc6d-4e87-8209-e6f37f1e6fe1 x-openstack-request-id: req-ac331870-dc6d-4e87-8209-e6f37f1e6fe1 {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:13:14.487930 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1", "name": "network-vif-deleted", "tag": "488f0ad1-53db-4de8-9617-e8a15e99797e", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:13:14.488201 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ac331870-dc6d-4e87-8209-e6f37f1e6fe1 {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:13:14.488645 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6b8e1b-b9c1-4eef-af0c-e7fd88e762d1', 'name': 'network-vif-deleted', 'tag': '488f0ad1-53db-4de8-9617-e8a15e99797e', 'status': 'completed', 'code': 200} Jun 22 07:13:14.637283 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ab3b7-ebb4-4a30-a193-6436fc814854 req-c2279e22-e6a3-4ad4-bfca-362ba07409e9 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:14.639001 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-987ab3b7-ebb4-4a30-a193-6436fc814854 req-c2279e22-e6a3-4ad4-bfca-362ba07409e9 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d2e301a-1859-48b2-9cce-65ae88b97b40 HTTP/1.1" status: 200 len: 943 time: 0.0716293 Jun 22 07:13:14.681435 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-987ab3b7-ebb4-4a30-a193-6436fc814854 req-80dcd890-48ef-4822-8189-02df0b11470b tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356317 Jun 22 07:13:14.995477 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895a9bc-afa3-42da-9383-2cc5dbee617c req-01bc33e8-ffa9-48f9-9a29-f2b001b671f8 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:14.997301 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-8895a9bc-afa3-42da-9383-2cc5dbee617c req-01bc33e8-ffa9-48f9-9a29-f2b001b671f8 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0750225 Jun 22 07:13:15.076360 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-8895a9bc-afa3-42da-9383-2cc5dbee617c req-20c9b17b-e6ef-4e29-8fc3-11aa787abd30 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726631 Jun 22 07:13:15.119730 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e5601-faaf-419f-b131-771dec1e0ee0 req-f8c57581-2493-4b7b-9c0b-b7be14313d04 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:15.121712 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-da9e5601-faaf-419f-b131-771dec1e0ee0 req-f8c57581-2493-4b7b-9c0b-b7be14313d04 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.0855846 Jun 22 07:13:15.166872 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-da9e5601-faaf-419f-b131-771dec1e0ee0 req-f0ab120b-d0cb-411f-8b44-916d3b864820 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373580 Jun 22 07:13:15.901305 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53efa6-0951-4885-96cb-3f6d8f04ffa6 req-71e3e65f-822c-4685-9c24-719cc0ebd924 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:15.902945 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2f53efa6-0951-4885-96cb-3f6d8f04ffa6 req-71e3e65f-822c-4685-9c24-719cc0ebd924 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d2e301a-1859-48b2-9cce-65ae88b97b40 HTTP/1.1" status: 200 len: 943 time: 0.0853693 Jun 22 07:13:15.944560 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2f53efa6-0951-4885-96cb-3f6d8f04ffa6 req-1096d728-dfe1-43c9-9810-5699bfc6a5a4 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359106 Jun 22 07:13:16.273187 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c91b7-325e-4147-aefd-c7a31620faab req-5d19e733-41e3-4fc8-9fde-f4c009e56b8b tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:16.276201 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-909c91b7-325e-4147-aefd-c7a31620faab req-5d19e733-41e3-4fc8-9fde-f4c009e56b8b tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0747409 Jun 22 07:13:16.345151 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-909c91b7-325e-4147-aefd-c7a31620faab req-2beab89f-6ee4-47dc-a10a-1e2b53d5c4d6 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642238 Jun 22 07:13:16.395644 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b717c8-eb2d-4fda-be22-467860eb3f52 req-f47907c1-9697-49fc-bc85-88472123f58f tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:16.397155 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d1b717c8-eb2d-4fda-be22-467860eb3f52 req-f47907c1-9697-49fc-bc85-88472123f58f tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.0947759 Jun 22 07:13:16.438719 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d1b717c8-eb2d-4fda-be22-467860eb3f52 req-3a655883-ede6-43d1-89fe-c6ab2a4b8259 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357678 Jun 22 07:13:16.509759 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device fb6f32c9-34ee-4f69-b81e-e2bc189d70de details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:13:16.602862 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port fb6f32c9-34ee-4f69-b81e-e2bc189d70de, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=fb6f32c9-34ee-4f69-b81e-e2bc189d70de,segment=NetworkSegment(fd845a99-f4e6-4201-b4ca-0c1b2d0796b9),segment_id=fd845a99-f4e6-4201-b4ca-0c1b2d0796b9)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:13:16.615069 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Returning: {'device': 'fb6f32c9-34ee-4f69-b81e-e2bc189d70de', 'network_id': '3e9c590a-6b44-49f8-886f-42e7319e9e4c', 'port_id': 'fb6f32c9-34ee-4f69-b81e-e2bc189d70de', 'mac_address': 'fa:16:3e:14:4e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06523850-ed49-46ee-acdf-72646e7dc4c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:13:16.652767 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:16.670015 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb6f32c9-34ee-4f69-b81e-e2bc189d70de {{(pid=92823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:13:16.690471 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port fb6f32c9-34ee-4f69-b81e-e2bc189d70de, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=fb6f32c9-34ee-4f69-b81e-e2bc189d70de,segment=NetworkSegment(fd845a99-f4e6-4201-b4ca-0c1b2d0796b9),segment_id=fd845a99-f4e6-4201-b4ca-0c1b2d0796b9)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:13:16.694216 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:16.695961 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-6c828282-a715-4ead-a4e8-a59b3291ef44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:16.742176 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=fb6f32c9-34ee-4f69-b81e-e2bc189d70de,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:16.746053 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:17.041840 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['fb6f32c9-34ee-4f69-b81e-e2bc189d70de'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:13:17.177364 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d2ebe-f31c-4daa-a34b-3d6f840fab97 req-22f4bccb-ee22-4c25-831a-5dea919c6e1f tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:17.178911 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1e1d2ebe-f31c-4daa-a34b-3d6f840fab97 req-22f4bccb-ee22-4c25-831a-5dea919c6e1f tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d2e301a-1859-48b2-9cce-65ae88b97b40 HTTP/1.1" status: 200 len: 944 time: 0.0883455 Jun 22 07:13:17.244423 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1e1d2ebe-f31c-4daa-a34b-3d6f840fab97 req-ca573437-4f79-4107-b7df-fa90949160d7 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581141 Jun 22 07:13:17.323990 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 33280) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:17.491886 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:17.492314 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e9efcf55-7461-4961-bbc5-3a2db66615ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:17.633199 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e75377-6efa-4dd4-81b3-84ff48e924c8 req-ac2c5c20-0c5f-4844-b015-522fcf849bba tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:17.642495 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f7e75377-6efa-4dd4-81b3-84ff48e924c8 req-ac2c5c20-0c5f-4844-b015-522fcf849bba tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.1201749 Jun 22 07:13:17.663770 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e9efcf55-7461-4961-bbc5-3a2db66615ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:17.672980 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e9efcf55-7461-4961-bbc5-3a2db66615ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:17.676204 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-de52aa5b-cc14-4ef2-ac3e-316b0fbf61ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:17.728688 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efcf55-7461-4961-bbc5-3a2db66615ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abab596-eb5c-4efa-9e63-305c7cfdddba,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:17.737611 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-e9efcf55-7461-4961-bbc5-3a2db66615ef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6a73af9dea934d46a01b0a4a46f338d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4124925 Jun 22 07:13:17.738966 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-e9efcf55-7461-4961-bbc5-3a2db66615ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:17.739945 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 33296) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:17.785744 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f7e75377-6efa-4dd4-81b3-84ff48e924c8 req-4aed08e9-4b1c-435f-b824-9ab4a044b080 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415627 Jun 22 07:13:17.815796 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-04fc369e-9a6e-4637-ab57-9c22717299cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:17.829151 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf1c32-df7c-4cd2-ba8b-973bca1a9f0e req-c42b75bb-667a-45d3-a169-d05becaa30d7 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:17.830885 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2bbf1c32-df7c-4cd2-ba8b-973bca1a9f0e req-c42b75bb-667a-45d3-a169-d05becaa30d7 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.2066753 Jun 22 07:13:17.845487 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-04fc369e-9a6e-4637-ab57-9c22717299cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:17.887657 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2bbf1c32-df7c-4cd2-ba8b-973bca1a9f0e req-768ef390-1706-42d8-9edb-3e29430ee4c4 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493050 Jun 22 07:13:17.918964 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-04fc369e-9a6e-4637-ab57-9c22717299cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:17.921709 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-04fc369e-9a6e-4637-ab57-9c22717299cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:17.926216 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-04fc369e-9a6e-4637-ab57-9c22717299cc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9abab596-eb5c-4efa-9e63-305c7cfdddba HTTP/1.1" status: 204 len: 168 time: 0.1846805 Jun 22 07:13:17.927892 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-cdcebb26-e4fc-4618-95b8-3b395f0d5952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:17.937068 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc369e-9a6e-4637-ab57-9c22717299cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abab596-eb5c-4efa-9e63-305c7cfdddba,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:17.940723 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-04fc369e-9a6e-4637-ab57-9c22717299cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:18.474133 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d450c30-90d7-41c4-8a8e-184ec0bbb7f2 req-c8c0c206-1b86-4630-9d5a-9b0937330366 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:18.483673 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2d450c30-90d7-41c4-8a8e-184ec0bbb7f2 req-c8c0c206-1b86-4630-9d5a-9b0937330366 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d2e301a-1859-48b2-9cce-65ae88b97b40 HTTP/1.1" status: 200 len: 944 time: 0.0999191 Jun 22 07:13:18.513449 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device fb6f32c9-34ee-4f69-b81e-e2bc189d70de up at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:13:18.539081 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2d450c30-90d7-41c4-8a8e-184ec0bbb7f2 req-50520e7d-2ef9-415f-b5cd-432931a85a2d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542798 Jun 22 07:13:18.568579 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 33336) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:18.607229 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning for port fb6f32c9-34ee-4f69-b81e-e2bc189d70de completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:13:18.609258 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-bc4971eb-37be-48fb-b1c6-793214aa84bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:18.612008 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning complete for port fb6f32c9-34ee-4f69-b81e-e2bc189d70de triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:13:18.612633 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:18.798675 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:18.846370 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2e301a-1859-48b2-9cce-65ae88b97b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6f32c9-34ee-4f69-b81e-e2bc189d70de'}] {{(pid=92823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:13:18.849145 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1855b14f289de04877f76e9f82b9d84154af39b836c558547df9393c60095739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f275400-1e74-4850-97a5-a667f35c9956" -d '{"events": [{"server_uuid": "3d2e301a-1859-48b2-9cce-65ae88b97b40", "name": "network-vif-plugged", "status": "completed", "tag": "fb6f32c9-34ee-4f69-b81e-e2bc189d70de"}]}' {{(pid=92823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:13:18.884562 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port fb6f32c9-34ee-4f69-b81e-e2bc189d70de, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=fb6f32c9-34ee-4f69-b81e-e2bc189d70de,segment=NetworkSegment(fd845a99-f4e6-4201-b4ca-0c1b2d0796b9),segment_id=fd845a99-f4e6-4201-b4ca-0c1b2d0796b9)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:13:18.885470 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-bc4971eb-37be-48fb-b1c6-793214aa84bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:18.892564 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:18.893510 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 488f0ad1-53db-4de8-9617-e8a15e99797e no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:13:18.895877 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-bc4971eb-37be-48fb-b1c6-793214aa84bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:18.897501 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:18.898858 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ae8ef0f8-1d53-4fcd-825a-6dfcb19affba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:18.932933 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a8e6a2-2955-49f0-9703-3fe1b1c3db79 x-openstack-request-id: req-b0a8e6a2-2955-49f0-9703-3fe1b1c3db79 {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:13:18.933535 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2e301a-1859-48b2-9cce-65ae88b97b40", "name": "network-vif-plugged", "status": "completed", "tag": "fb6f32c9-34ee-4f69-b81e-e2bc189d70de", "code": 200}]} {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:13:18.933956 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b0a8e6a2-2955-49f0-9703-3fe1b1c3db79 {{(pid=92823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:13:18.934511 dv-cinder-786627-11-smb neutron-server[92823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2e301a-1859-48b2-9cce-65ae88b97b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6f32c9-34ee-4f69-b81e-e2bc189d70de', 'code': 200} Jun 22 07:13:18.943870 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4971eb-37be-48fb-b1c6-793214aa84bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd2cabd-28eb-4ddd-8ce1-8bfe9b1f3967,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:18.949414 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-bc4971eb-37be-48fb-b1c6-793214aa84bb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8a81d5eda3a341138f7252c698b0f55d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3783345 Jun 22 07:13:18.950514 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-bc4971eb-37be-48fb-b1c6-793214aa84bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:18.952542 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 33354) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:18.962841 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] No Port match for: 488f0ad1-53db-4de8-9617-e8a15e99797e {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:13:18.963451 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 488f0ad1-53db-4de8-9617-e8a15e99797e not bound to the agent host hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:13:19.033583 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=fb6f32c9-34ee-4f69-b81e-e2bc189d70de,revision_number=5']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:19.043042 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:19.095393 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b89d1f36-c214-4043-9e87-dcd0735ad29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:19.126836 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b89d1f36-c214-4043-9e87-dcd0735ad29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:19.205806 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a3a63-32a8-4f47-9a6b-dfa675b371fb req-172aa203-ec71-4cc6-b418-aa3fab7cffea tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:19.212749 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1f1a3a63-32a8-4f47-9a6b-dfa675b371fb req-172aa203-ec71-4cc6-b418-aa3fab7cffea tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.1582582 Jun 22 07:13:19.293694 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1f1a3a63-32a8-4f47-9a6b-dfa675b371fb req-bf9574d1-86b3-41a8-8aa6-83ce94985eeb tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799406 Jun 22 07:13:19.305447 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b89d1f36-c214-4043-9e87-dcd0735ad29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:19.308682 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b89d1f36-c214-4043-9e87-dcd0735ad29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:19.311566 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-b89d1f36-c214-4043-9e87-dcd0735ad29e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6cd2cabd-28eb-4ddd-8ce1-8bfe9b1f3967 HTTP/1.1" status: 204 len: 168 time: 0.3573976 Jun 22 07:13:19.312787 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-12d70262-2b44-439f-b8af-bd58e26a4272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:19.328235 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d1f36-c214-4043-9e87-dcd0735ad29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd2cabd-28eb-4ddd-8ce1-8bfe9b1f3967,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:19.331665 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-b89d1f36-c214-4043-9e87-dcd0735ad29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:19.349613 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab512fd-93a4-4a10-a448-5ddf2f15a424 req-fda7aa29-19e7-4b34-ada4-59af3aca3b95 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:19.375412 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4ab512fd-93a4-4a10-a448-5ddf2f15a424 req-fda7aa29-19e7-4b34-ada4-59af3aca3b95 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.2165551 Jun 22 07:13:19.436359 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4ab512fd-93a4-4a10-a448-5ddf2f15a424 req-f153839a-9893-4102-8833-0130f2d5742f tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600634 Jun 22 07:13:19.438643 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d18f0-1bf2-4743-bf8f-7f8ba7e5bb70 req-16a72fdc-af0b-4273-8a64-8ab5fbbf4a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:19.440321 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-c64d18f0-1bf2-4743-bf8f-7f8ba7e5bb70 req-16a72fdc-af0b-4273-8a64-8ab5fbbf4a64 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3d2e301a-1859-48b2-9cce-65ae88b97b40 HTTP/1.1" status: 200 len: 1098 time: 0.1705184 Jun 22 07:13:19.527467 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-c64d18f0-1bf2-4743-bf8f-7f8ba7e5bb70 req-17a16f15-6e0f-4983-baac-d00313016ca3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639842 Jun 22 07:13:19.730017 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23d3e6-ba44-4d1a-8c3c-79dc23f48469 req-99d1acb5-0615-4486-bfe3-1671be61b4df tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:19.731810 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0a23d3e6-ba44-4d1a-8c3c-79dc23f48469 req-99d1acb5-0615-4486-bfe3-1671be61b4df tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d2e301a-1859-48b2-9cce-65ae88b97b40 HTTP/1.1" status: 200 len: 945 time: 0.0751235 Jun 22 07:13:19.774172 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0a23d3e6-ba44-4d1a-8c3c-79dc23f48469 req-0369bad2-ceae-4cc8-be73-b09a3ca91656 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358336 Jun 22 07:13:19.885075 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 33368) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:19.899434 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-758d1f54-6b45-4b84-8af2-30f469c3b874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:20.011147 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-758d1f54-6b45-4b84-8af2-30f469c3b874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:20.015911 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-758d1f54-6b45-4b84-8af2-30f469c3b874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:20.018362 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-4faba37c-aa5c-4359-aba5-b6e62df9e7f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:20.054807 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-758d1f54-6b45-4b84-8af2-30f469c3b874 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ce03071cca26401bb1148ddf7a3f3a03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1683519 Jun 22 07:13:20.055875 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d1f54-6b45-4b84-8af2-30f469c3b874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e43afa4-2c61-4bad-a3b9-313cee430d61,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:20.058735 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 33370) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:20.065109 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-758d1f54-6b45-4b84-8af2-30f469c3b874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:20.152376 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-f9c57a7f-8322-4bf3-b5a3-5ec3ebcc9173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:20.201827 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-f9c57a7f-8322-4bf3-b5a3-5ec3ebcc9173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:20.256488 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-f9c57a7f-8322-4bf3-b5a3-5ec3ebcc9173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:20.259145 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-f9c57a7f-8322-4bf3-b5a3-5ec3ebcc9173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:20.263082 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-f9c57a7f-8322-4bf3-b5a3-5ec3ebcc9173 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3e43afa4-2c61-4bad-a3b9-313cee430d61 HTTP/1.1" status: 204 len: 168 time: 0.1991165 Jun 22 07:13:20.263082 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-4df92bb9-fe3d-4b2d-bd9b-b65bbe5c041f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:20.268864 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c57a7f-8322-4bf3-b5a3-5ec3ebcc9173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e43afa4-2c61-4bad-a3b9-313cee430d61,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:20.274199 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-f9c57a7f-8322-4bf3-b5a3-5ec3ebcc9173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:20.547411 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b6988-eb0a-430d-b50f-89e0ea814e51 req-9e17b6b0-bd8c-405a-8c3a-76255e7fcb45 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:20.563563 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4d9b6988-eb0a-430d-b50f-89e0ea814e51 req-9e17b6b0-bd8c-405a-8c3a-76255e7fcb45 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.1489758 Jun 22 07:13:20.639958 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4d9b6988-eb0a-430d-b50f-89e0ea814e51 req-bb69c83c-89b3-49d6-822c-db1b47acf00f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712805 Jun 22 07:13:20.856083 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4210c-225b-4aa6-8933-cf1b0b5a0e5e req-4c4a06a9-cb9f-4361-9bf3-0b5fd896125a tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:20.860973 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-dee4210c-225b-4aa6-8933-cf1b0b5a0e5e req-4c4a06a9-cb9f-4361-9bf3-0b5fd896125a tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.2194407 Jun 22 07:13:20.953222 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-dee4210c-225b-4aa6-8933-cf1b0b5a0e5e req-facd0727-c4af-4b0f-9631-cffd39a37096 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859637 Jun 22 07:13:21.058681 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd6864-49e6-456f-bb66-1abd71fb8c7a req-e965503c-f248-4771-973d-4118b7b23d24 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:21.065782 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c2bd6864-49e6-456f-bb66-1abd71fb8c7a req-e965503c-f248-4771-973d-4118b7b23d24 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d2e301a-1859-48b2-9cce-65ae88b97b40 HTTP/1.1" status: 200 len: 945 time: 0.1432147 Jun 22 07:13:21.119774 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c2bd6864-49e6-456f-bb66-1abd71fb8c7a req-f742252f-b3e2-4a53-8f54-3500c8207938 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529771 Jun 22 07:13:21.848155 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87141ac0-651b-44d6-8b65-3fc8e3e21891 req-a817a560-6ecf-475e-901f-03148298df08 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:21.849698 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-87141ac0-651b-44d6-8b65-3fc8e3e21891 req-a817a560-6ecf-475e-901f-03148298df08 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0686681 Jun 22 07:13:21.908667 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-87141ac0-651b-44d6-8b65-3fc8e3e21891 req-888f4a72-ec8e-43a9-be2b-eb16b24b275a tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490005 Jun 22 07:13:22.185812 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a453e7-d764-4239-9d8e-10fe2a95a982 req-ce4cea65-7084-4450-890c-8e82f7c6464f tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:22.187333 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c2a453e7-d764-4239-9d8e-10fe2a95a982 req-ce4cea65-7084-4450-890c-8e82f7c6464f tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.0771298 Jun 22 07:13:22.229991 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c2a453e7-d764-4239-9d8e-10fe2a95a982 req-2f24e6ec-64f8-4a32-bb1f-fd5fecbbb8f5 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357995 Jun 22 07:13:23.127074 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0567b2-f387-4ef0-b3da-b19049f8af35 req-954c845f-c98b-439e-bdf6-4e224770888f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:23.128866 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-cb0567b2-f387-4ef0-b3da-b19049f8af35 req-954c845f-c98b-439e-bdf6-4e224770888f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0894434 Jun 22 07:13:23.187098 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-cb0567b2-f387-4ef0-b3da-b19049f8af35 req-a51f6fdd-3e61-4793-bab3-c0ec5afddc76 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494301 Jun 22 07:13:23.484859 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63783f72-1b93-4b08-bf1c-5c1140030be7 req-f4fa76a9-11ee-436a-a200-b8bfbb68ed9b tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:23.486801 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-63783f72-1b93-4b08-bf1c-5c1140030be7 req-f4fa76a9-11ee-436a-a200-b8bfbb68ed9b tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.0796726 Jun 22 07:13:23.543946 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-63783f72-1b93-4b08-bf1c-5c1140030be7 req-7087f68a-ce9c-49b9-b34f-1191e38f494b tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502791 Jun 22 07:13:24.083945 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 33508) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:24.297155 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-34994fe4-2be1-4779-8d17-b9c2ebdb6743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:24.518405 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6990aa1-ff11-4a3d-b512-c3ebd5f85626 req-48b1825c-cb3e-43f5-b240-57318e1b895c tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:24.531143 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e6990aa1-ff11-4a3d-b512-c3ebd5f85626 req-48b1825c-cb3e-43f5-b240-57318e1b895c tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.1492343 Jun 22 07:13:24.580955 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-34994fe4-2be1-4779-8d17-b9c2ebdb6743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:24.589336 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-34994fe4-2be1-4779-8d17-b9c2ebdb6743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:24.624563 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e6990aa1-ff11-4a3d-b512-c3ebd5f85626 req-381b7261-cbf9-47ee-90ee-2bbb934625a1 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916018 Jun 22 07:13:24.642324 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:24.647010 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-34994fe4-2be1-4779-8d17-b9c2ebdb6743 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b52694886de740b0b6c3fd9dfd5115e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5618839 Jun 22 07:13:24.650365 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 33544) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:24.729266 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34994fe4-2be1-4779-8d17-b9c2ebdb6743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d26979-a20f-4c14-b2b7-45adf642e15b,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:24.735158 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-34994fe4-2be1-4779-8d17-b9c2ebdb6743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:24.747934 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-cc24b057-70dd-4838-971e-5b6ded4e925a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:24.786715 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-cc24b057-70dd-4838-971e-5b6ded4e925a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:24.921067 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-cc24b057-70dd-4838-971e-5b6ded4e925a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:24.924795 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-cc24b057-70dd-4838-971e-5b6ded4e925a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:24.925963 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-cc24b057-70dd-4838-971e-5b6ded4e925a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/78d26979-a20f-4c14-b2b7-45adf642e15b HTTP/1.1" status: 204 len: 168 time: 0.2742567 Jun 22 07:13:24.927342 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-34994fe4-2be1-4779-8d17-b9c2ebdb6743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:24.939967 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24b057-70dd-4838-971e-5b6ded4e925a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d26979-a20f-4c14-b2b7-45adf642e15b,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:24.942911 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-cc24b057-70dd-4838-971e-5b6ded4e925a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:24.972937 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082e4b1-f5ae-45c0-8628-a1a506bfa97c req-43343d6d-991a-4717-b6c9-49a2bac586fd tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:24.974510 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d082e4b1-f5ae-45c0-8628-a1a506bfa97c req-43343d6d-991a-4717-b6c9-49a2bac586fd tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.1057117 Jun 22 07:13:25.087809 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d082e4b1-f5ae-45c0-8628-a1a506bfa97c req-a51e765a-c577-4f0f-992a-740511e4b18c tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803545 Jun 22 07:13:25.832091 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f264e-fd0f-42b0-8aa7-b906feb9c8e2 req-f9edf9f4-58e1-4317-8b68-da323bbba52c tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:25.834634 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-eb4f264e-fd0f-42b0-8aa7-b906feb9c8e2 req-f9edf9f4-58e1-4317-8b68-da323bbba52c tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0693579 Jun 22 07:13:25.884513 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-eb4f264e-fd0f-42b0-8aa7-b906feb9c8e2 req-ce3185cc-875e-4dd2-9bb8-5404d0273972 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399539 Jun 22 07:13:26.314014 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6b032-0ff6-4583-99d2-beae4536f5c9 req-8202d834-b340-408b-9017-18ecae81e285 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:26.319907 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-86f6b032-0ff6-4583-99d2-beae4536f5c9 req-8202d834-b340-408b-9017-18ecae81e285 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.0836825 Jun 22 07:13:26.361719 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-86f6b032-0ff6-4583-99d2-beae4536f5c9 req-0e7691a1-73ec-44cf-818a-41d50fad8aae tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398118 Jun 22 07:13:27.100360 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6252e-bc2d-470e-ae0f-e904a8513375 req-ae34ddc4-6aff-4020-b064-8c8160371aa2 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:27.108783 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b7f6252e-bc2d-470e-ae0f-e904a8513375 req-ae34ddc4-6aff-4020-b064-8c8160371aa2 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0861754 Jun 22 07:13:27.163498 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b7f6252e-bc2d-470e-ae0f-e904a8513375 req-e10c2aad-d410-4473-aca8-0946ab01571c tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534427 Jun 22 07:13:27.405147 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-904a4db5-a396-4137-914b-10d3cb157e8b req-d85db228-fe33-48f6-931b-4510846d5c6d tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-251256945&fields=id&tenant_id=ca81329e8fd44855893856626d570c21 HTTP/1.1" status: 200 len: 267 time: 0.0364735 Jun 22 07:13:27.560875 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a4db5-a396-4137-914b-10d3cb157e8b req-95a751a8-eb64-446b-a972-91d003a40637 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:27.563200 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-904a4db5-a396-4137-914b-10d3cb157e8b req-95a751a8-eb64-446b-a972-91d003a40637 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/networks?id=0ce36a1f-c09b-4d07-ae5c-9465c4773b3d HTTP/1.1" status: 200 len: 808 time: 0.1508324 Jun 22 07:13:27.585543 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-904a4db5-a396-4137-914b-10d3cb157e8b req-221448de-fee6-4661-b476-e5e7f4047b26 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/quotas/ca81329e8fd44855893856626d570c21 HTTP/1.1" status: 200 len: 375 time: 0.0164587 Jun 22 07:13:27.671453 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-904a4db5-a396-4137-914b-10d3cb157e8b req-63e40854-8eb0-411d-8906-62462d56be46 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ca81329e8fd44855893856626d570c21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773933 Jun 22 07:13:27.995130 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-904a4db5-a396-4137-914b-10d3cb157e8b req-a70b27b4-3264-4541-9c3b-81583392ae2f service neutron] 10.222.0.22 "GET /v2.0/networks/0ce36a1f-c09b-4d07-ae5c-9465c4773b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043809 Jun 22 07:13:28.099318 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-904a4db5-a396-4137-914b-10d3cb157e8b req-c4f2f0d2-c18f-4a00-a995-377d9d532bf5 service neutron] 10.222.0.22 "GET /v2.0/networks/0ce36a1f-c09b-4d07-ae5c-9465c4773b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947199 Jun 22 07:13:28.574678 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 889b9eda-eaa9-47d9-9de9-189adf574c08 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:13:28.616393 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12d5ff-f639-4cdd-bbca-821f7c4bb399 req-61ea4765-bf84-4942-8f7d-e4218b9e0904 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:28.627904 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-3e12d5ff-f639-4cdd-bbca-821f7c4bb399 req-61ea4765-bf84-4942-8f7d-e4218b9e0904 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.1175063 Jun 22 07:13:28.673711 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-3e12d5ff-f639-4cdd-bbca-821f7c4bb399 req-d5f7eaca-3c6c-4d3b-b9c6-7ca6e63291d3 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445981 Jun 22 07:13:28.728159 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 889b9eda-eaa9-47d9-9de9-189adf574c08, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=889b9eda-eaa9-47d9-9de9-189adf574c08,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:13:28.745987 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Returning: {'device': '889b9eda-eaa9-47d9-9de9-189adf574c08', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'port_id': '889b9eda-eaa9-47d9-9de9-189adf574c08', 'mac_address': 'fa:16:3e:10:27:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:13:28.798799 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:28.814421 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 889b9eda-eaa9-47d9-9de9-189adf574c08 {{(pid=92823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:13:28.838942 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 889b9eda-eaa9-47d9-9de9-189adf574c08, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=889b9eda-eaa9-47d9-9de9-189adf574c08,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:13:28.844068 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:28.845961 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-5d541254-7889-4c61-9798-b7e2a2de7b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:28.899943 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=889b9eda-eaa9-47d9-9de9-189adf574c08,revision_number=6']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:28.915383 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:28.938509 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712b84-51bf-403c-8df2-6f8a64b64f51 req-173c2ffe-00a5-4b45-abdb-1b908e832ba5 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:28.943815 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-14712b84-51bf-403c-8df2-6f8a64b64f51 req-173c2ffe-00a5-4b45-abdb-1b908e832ba5 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0974433 Jun 22 07:13:29.011377 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-14712b84-51bf-403c-8df2-6f8a64b64f51 req-cbcab80f-6149-4d7d-823d-01af8d2e0c02 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640187 Jun 22 07:13:29.017479 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['889b9eda-eaa9-47d9-9de9-189adf574c08'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:13:29.219908 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-828aaf39-a310-49c4-86a1-b77832c1b1c4 req-01fd54f2-6601-4b08-ae00-d74b22a31059 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 210 time: 0.0557828 Jun 22 07:13:29.987987 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd52569-fdd2-4b7c-86fa-5ecc62b58629 req-d43d12b5-c0dd-44ed-a823-f8d2c76902b8 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:29.996857 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2fd52569-fdd2-4b7c-86fa-5ecc62b58629 req-d43d12b5-c0dd-44ed-a823-f8d2c76902b8 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 945 time: 0.1881223 Jun 22 07:13:30.076384 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2fd52569-fdd2-4b7c-86fa-5ecc62b58629 req-b92cc780-326e-4ef6-b2a9-fdcdead11c54 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783727 Jun 22 07:13:30.221172 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a4db5-a396-4137-914b-10d3cb157e8b req-0ce417c8-e300-49da-8736-6e17d599a6f5 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:30.222864 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-904a4db5-a396-4137-914b-10d3cb157e8b req-0ce417c8-e300-49da-8736-6e17d599a6f5 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.42 "GET /v2.0/networks?id=0ce36a1f-c09b-4d07-ae5c-9465c4773b3d HTTP/1.1" status: 200 len: 808 time: 0.2193496 Jun 22 07:13:30.282412 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-904a4db5-a396-4137-914b-10d3cb157e8b req-30592bde-a521-40ab-ac92-1eef99fea3ed tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca81329e8fd44855893856626d570c21 HTTP/1.1" status: 200 len: 379 time: 0.0392866 Jun 22 07:13:30.289369 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb52f6e-a58a-4b73-9946-9a1af21b0c0f req-13ee7d48-524a-43df-a7cb-fa11cacf63ca tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:30.291032 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-8fb52f6e-a58a-4b73-9946-9a1af21b0c0f req-13ee7d48-524a-43df-a7cb-fa11cacf63ca tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0993068 Jun 22 07:13:30.294564 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-904a4db5-a396-4137-914b-10d3cb157e8b req-43b5f440-e3a9-436d-a87a-b5933fbf9ce7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Request body: {'port': {'device_id': 'c440b477-2189-4541-bcab-2cd429781cdd', 'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d', 'admin_state_up': True, 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'security_groups': ['62390d4d-e1bf-47d4-aeb3-3685b6582557']}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:13:30.383194 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-8fb52f6e-a58a-4b73-9946-9a1af21b0c0f req-eecc4a6c-b10e-4060-9182-4ac578dd4d20 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831130 Jun 22 07:13:30.471240 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-904a4db5-a396-4137-914b-10d3cb157e8b req-43b5f440-e3a9-436d-a87a-b5933fbf9ce7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Made reservation on behalf of ca81329e8fd44855893856626d570c21 for: {'port': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:13:30.475891 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-904a4db5-a396-4137-914b-10d3cb157e8b req-43b5f440-e3a9-436d-a87a-b5933fbf9ce7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:30.581933 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 889b9eda-eaa9-47d9-9de9-189adf574c08 up at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:13:30.605936 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4dbd8c32-94e7-48fe-9130-c310f694c5cb req-7bff1dfd-6a3b-4917-a961-9755d6c251aa tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 210 time: 0.0624957 Jun 22 07:13:30.671018 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning complete for port 889b9eda-eaa9-47d9-9de9-189adf574c08 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:13:30.672062 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:30.717617 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_common [req-904a4db5-a396-4137-914b-10d3cb157e8b req-43b5f440-e3a9-436d-a87a-b5933fbf9ce7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Allocated IP 172.20.0.6 (0ce36a1f-c09b-4d07-ae5c-9465c4773b3d/e803715f-67bf-442c-9b95-373513a2130d/96b80d4b-875f-4406-9abe-3d9e7d17f53a) {{(pid=92822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:13:30.818330 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:30.875003 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 889b9eda-eaa9-47d9-9de9-189adf574c08, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=889b9eda-eaa9-47d9-9de9-189adf574c08,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:13:30.878328 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c5edf2-c338-4f74-b696-056964e157fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889b9eda-eaa9-47d9-9de9-189adf574c08'}] {{(pid=92823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:13:30.880854 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1855b14f289de04877f76e9f82b9d84154af39b836c558547df9393c60095739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a895a0-839f-4110-8175-58d459dd3182" -d '{"events": [{"server_uuid": "02c5edf2-c338-4f74-b696-056964e157fa", "name": "network-vif-plugged", "status": "completed", "tag": "889b9eda-eaa9-47d9-9de9-189adf574c08"}]}' {{(pid=92823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:13:30.884880 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:30.887933 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-25ccc207-e1b9-4b77-a10b-757bc63c2a11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:30.971916 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=889b9eda-eaa9-47d9-9de9-189adf574c08,revision_number=7']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:30.980303 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:30.980658 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:30.981028 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:30.981379 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:30.981770 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:30.982109 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:30.982443 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:30.982836 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:30.983230 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:30.983599 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:30.983952 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:30.984280 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:30.989016 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:31.000956 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1eabe2d-cfb8-4345-8501-0dd22d511a42 x-openstack-request-id: req-e1eabe2d-cfb8-4345-8501-0dd22d511a42 {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:13:31.001274 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c5edf2-c338-4f74-b696-056964e157fa", "name": "network-vif-plugged", "status": "completed", "tag": "889b9eda-eaa9-47d9-9de9-189adf574c08", "code": 200}]} {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:13:31.001545 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e1eabe2d-cfb8-4345-8501-0dd22d511a42 {{(pid=92823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:13:31.001957 dv-cinder-786627-11-smb neutron-server[92823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c5edf2-c338-4f74-b696-056964e157fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889b9eda-eaa9-47d9-9de9-189adf574c08', 'code': 200} Jun 22 07:13:31.221656 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-904a4db5-a396-4137-914b-10d3cb157e8b req-43b5f440-e3a9-436d-a87a-b5933fbf9ce7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for port, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:31.262758 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.provisioning_blocks [req-904a4db5-a396-4137-914b-10d3cb157e8b req-43b5f440-e3a9-436d-a87a-b5933fbf9ce7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Transition to ACTIVE for port object 96b80d4b-875f-4406-9abe-3d9e7d17f53a will not be triggered until provisioned by entity DHCP. {{(pid=92822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:13:31.334636 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-904a4db5-a396-4137-914b-10d3cb157e8b req-43b5f440-e3a9-436d-a87a-b5933fbf9ce7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-133502027'] for port, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:31.341536 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-5562b70d-0081-45bc-931f-659923ed729b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:31.370357 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4482ef5-b29d-4326-b781-08d0294770b2 req-1987b73f-5e24-4736-b321-1f79c0dd7eb6 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:31.372713 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c4482ef5-b29d-4326-b781-08d0294770b2 req-1987b73f-5e24-4736-b321-1f79c0dd7eb6 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.0971580 Jun 22 07:13:31.422960 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-904a4db5-a396-4137-914b-10d3cb157e8b req-43b5f440-e3a9-436d-a87a-b5933fbf9ce7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Network 0ce36a1f-c09b-4d07-ae5c-9465c4773b3d is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:13:31.430833 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c4482ef5-b29d-4326-b781-08d0294770b2 req-3051ffcc-ea54-44a7-a026-00f00a9cf456 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448997 Jun 22 07:13:31.433355 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [req-904a4db5-a396-4137-914b-10d3cb157e8b req-43b5f440-e3a9-436d-a87a-b5933fbf9ce7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:13:31.440490 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-904a4db5-a396-4137-914b-10d3cb157e8b req-43b5f440-e3a9-436d-a87a-b5933fbf9ce7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Received port after_create {{(pid=92822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:13:31.480585 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5f440-e3a9-436d-a87a-b5933fbf9ce7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Pushing event updated for resources: {'Port': ['ID=96b80d4b-875f-4406-9abe-3d9e7d17f53a,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:31.497852 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5f440-e3a9-436d-a87a-b5933fbf9ce7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:31.498583 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5f440-e3a9-436d-a87a-b5933fbf9ce7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:31.499318 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5f440-e3a9-436d-a87a-b5933fbf9ce7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:31.499987 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5f440-e3a9-436d-a87a-b5933fbf9ce7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:31.500811 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5f440-e3a9-436d-a87a-b5933fbf9ce7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:31.501396 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5f440-e3a9-436d-a87a-b5933fbf9ce7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:31.502087 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5f440-e3a9-436d-a87a-b5933fbf9ce7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:31.502768 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5f440-e3a9-436d-a87a-b5933fbf9ce7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:31.503455 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5f440-e3a9-436d-a87a-b5933fbf9ce7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:31.503972 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5f440-e3a9-436d-a87a-b5933fbf9ce7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:31.504580 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5f440-e3a9-436d-a87a-b5933fbf9ce7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:31.505349 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5f440-e3a9-436d-a87a-b5933fbf9ce7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:31.520359 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-43b5f440-e3a9-436d-a87a-b5933fbf9ce7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:31.570794 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a4db5-a396-4137-914b-10d3cb157e8b req-43b5f440-e3a9-436d-a87a-b5933fbf9ce7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:31.575351 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-904a4db5-a396-4137-914b-10d3cb157e8b req-43b5f440-e3a9-436d-a87a-b5933fbf9ce7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:31.631853 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-904a4db5-a396-4137-914b-10d3cb157e8b req-43b5f440-e3a9-436d-a87a-b5933fbf9ce7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3411796 Jun 22 07:13:31.661615 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-904a4db5-a396-4137-914b-10d3cb157e8b req-ac3c2d6f-c32f-42f4-a9f2-b7586fcc3933 service neutron] Request body: {'port': {'device_id': 'c440b477-2189-4541-bcab-2cd429781cdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:13:31.731135 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c07a7b-2c6b-4a6a-a71d-5b89e2c86956 req-6788bccc-d259-4c73-81d8-6214b1e97951 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:31.733823 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-48c07a7b-2c6b-4a6a-a71d-5b89e2c86956 req-6788bccc-d259-4c73-81d8-6214b1e97951 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.1436887 Jun 22 07:13:31.819753 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-48c07a7b-2c6b-4a6a-a71d-5b89e2c86956 req-3cb95763-b109-498f-8123-4b37fa71aa82 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798059 Jun 22 07:13:31.827062 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-979768d7-211a-4492-845d-92196688c25b None None] Provisioning for port 96b80d4b-875f-4406-9abe-3d9e7d17f53a completed by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:13:31.833998 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-979768d7-211a-4492-845d-92196688c25b None None] Provisioning complete for port 96b80d4b-875f-4406-9abe-3d9e7d17f53a triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:13:31.834526 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-979768d7-211a-4492-845d-92196688c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:31.881348 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-904a4db5-a396-4137-914b-10d3cb157e8b req-ac3c2d6f-c32f-42f4-a9f2-b7586fcc3933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:31.883033 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-979768d7-211a-4492-845d-92196688c25b None None] Port 96b80d4b-875f-4406-9abe-3d9e7d17f53a cannot update to ACTIVE because it is not bound. {{(pid=92823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:13:32.049654 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9a766-3bee-4e20-a197-ac0812a14b99 req-b4c39307-a040-4fd3-881b-4740c371e94a tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:32.059066 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-23a9a766-3bee-4e20-a197-ac0812a14b99 req-b4c39307-a040-4fd3-881b-4740c371e94a tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 931 time: 0.1041949 Jun 22 07:13:32.120525 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-23a9a766-3bee-4e20-a197-ac0812a14b99 req-5eac45f9-42c9-48de-ba6a-61d006779889 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602393 Jun 22 07:13:32.211523 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [req-904a4db5-a396-4137-914b-10d3cb157e8b req-ac3c2d6f-c32f-42f4-a9f2-b7586fcc3933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b80d4b-875f-4406-9abe-3d9e7d17f53a {{(pid=92822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:13:32.221279 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-904a4db5-a396-4137-914b-10d3cb157e8b req-ac3c2d6f-c32f-42f4-a9f2-b7586fcc3933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:32.234923 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.provisioning_blocks [req-904a4db5-a396-4137-914b-10d3cb157e8b req-ac3c2d6f-c32f-42f4-a9f2-b7586fcc3933 service neutron] Transition to ACTIVE for port object 96b80d4b-875f-4406-9abe-3d9e7d17f53a will not be triggered until provisioned by entity L2. {{(pid=92822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:13:32.239389 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-904a4db5-a396-4137-914b-10d3cb157e8b req-ac3c2d6f-c32f-42f4-a9f2-b7586fcc3933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:32.241574 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-6090ca51-e62a-40c6-8df4-ae250165a851 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:32.326502 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c2d6f-c32f-42f4-a9f2-b7586fcc3933 service neutron] Pushing event updated for resources: {'Port': ['ID=96b80d4b-875f-4406-9abe-3d9e7d17f53a,revision_number=2']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:32.330153 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ac3c2d6f-c32f-42f4-a9f2-b7586fcc3933 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:32.429334 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-904a4db5-a396-4137-914b-10d3cb157e8b req-ac3c2d6f-c32f-42f4-a9f2-b7586fcc3933 service neutron] Attempting to bind port 96b80d4b-875f-4406-9abe-3d9e7d17f53a on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:13:32.429755 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-904a4db5-a396-4137-914b-10d3cb157e8b req-ac3c2d6f-c32f-42f4-a9f2-b7586fcc3933 service neutron] Attempting to bind port 96b80d4b-875f-4406-9abe-3d9e7d17f53a by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '8cda4519-954f-4232-ad51-84edb5ca56b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d'}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:13:32.430240 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904a4db5-a396-4137-914b-10d3cb157e8b req-ac3c2d6f-c32f-42f4-a9f2-b7586fcc3933 service neutron] Attempting to bind port 96b80d4b-875f-4406-9abe-3d9e7d17f53a on network 0ce36a1f-c09b-4d07-ae5c-9465c4773b3d {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:13:32.439479 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904a4db5-a396-4137-914b-10d3cb157e8b req-ac3c2d6f-c32f-42f4-a9f2-b7586fcc3933 service neutron] Port 96b80d4b-875f-4406-9abe-3d9e7d17f53a on network 0ce36a1f-c09b-4d07-ae5c-9465c4773b3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:13:32.439859 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904a4db5-a396-4137-914b-10d3cb157e8b req-ac3c2d6f-c32f-42f4-a9f2-b7586fcc3933 service neutron] Attempting to bind port 96b80d4b-875f-4406-9abe-3d9e7d17f53a on network 0ce36a1f-c09b-4d07-ae5c-9465c4773b3d {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:13:32.447032 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904a4db5-a396-4137-914b-10d3cb157e8b req-ac3c2d6f-c32f-42f4-a9f2-b7586fcc3933 service neutron] Checking agent: {'id': '6c17c73a-1ba3-464e-bc7a-10a2b7fbfd09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'started_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:13:32.447617 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904a4db5-a396-4137-914b-10d3cb157e8b req-ac3c2d6f-c32f-42f4-a9f2-b7586fcc3933 service neutron] Checking segment: {'id': '8cda4519-954f-4232-ad51-84edb5ca56b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:13:32.448048 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904a4db5-a396-4137-914b-10d3cb157e8b req-ac3c2d6f-c32f-42f4-a9f2-b7586fcc3933 service neutron] Bound using segment: {'id': '8cda4519-954f-4232-ad51-84edb5ca56b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d'} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:13:32.448507 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-904a4db5-a396-4137-914b-10d3cb157e8b req-ac3c2d6f-c32f-42f4-a9f2-b7586fcc3933 service neutron] Bound port: 96b80d4b-875f-4406-9abe-3d9e7d17f53a, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cda4519-954f-4232-ad51-84edb5ca56b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d'}}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:13:32.448865 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-904a4db5-a396-4137-914b-10d3cb157e8b req-ac3c2d6f-c32f-42f4-a9f2-b7586fcc3933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:32.566745 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-904a4db5-a396-4137-914b-10d3cb157e8b req-ac3c2d6f-c32f-42f4-a9f2-b7586fcc3933 service neutron] For port 96b80d4b-875f-4406-9abe-3d9e7d17f53a, host hv-cinder-78662, cleared binding levels {{(pid=92822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:13:32.571982 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-904a4db5-a396-4137-914b-10d3cb157e8b req-ac3c2d6f-c32f-42f4-a9f2-b7586fcc3933 service neutron] For port 96b80d4b-875f-4406-9abe-3d9e7d17f53a, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=96b80d4b-875f-4406-9abe-3d9e7d17f53a,segment=NetworkSegment(8cda4519-954f-4232-ad51-84edb5ca56b5),segment_id=8cda4519-954f-4232-ad51-84edb5ca56b5)] {{(pid=92822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:13:32.579963 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-904a4db5-a396-4137-914b-10d3cb157e8b req-ac3c2d6f-c32f-42f4-a9f2-b7586fcc3933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:32.584077 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-25a28c13-03d4-4fb0-ab4c-f2ac01d7a453 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:32.623622 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a4db5-a396-4137-914b-10d3cb157e8b req-ac3c2d6f-c32f-42f4-a9f2-b7586fcc3933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:32.624290 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-904a4db5-a396-4137-914b-10d3cb157e8b req-ac3c2d6f-c32f-42f4-a9f2-b7586fcc3933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:32.626616 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-904a4db5-a396-4137-914b-10d3cb157e8b req-ac3c2d6f-c32f-42f4-a9f2-b7586fcc3933 service neutron] 10.222.0.42 "PUT /v2.0/ports/96b80d4b-875f-4406-9abe-3d9e7d17f53a HTTP/1.1" status: 200 len: 1093 time: 0.9815361 Jun 22 07:13:32.629974 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c440b477-2189-4541-bcab-2cd429781cdd', 'tag': '96b80d4b-875f-4406-9abe-3d9e7d17f53a'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:13:32.634810 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2f5b3d-8080-4396-ade3-a8f63b71a69a" -d '{"events": [{"name": "network-changed", "server_uuid": "c440b477-2189-4541-bcab-2cd429781cdd", "tag": "96b80d4b-875f-4406-9abe-3d9e7d17f53a"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:13:32.683115 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c2d6f-c32f-42f4-a9f2-b7586fcc3933 service neutron] Pushing event updated for resources: {'Port': ['ID=96b80d4b-875f-4406-9abe-3d9e7d17f53a,revision_number=3']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:32.688856 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ac3c2d6f-c32f-42f4-a9f2-b7586fcc3933 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:32.705160 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98d40f-71fc-49fa-a409-a76a8a224ce0 req-00a2fff7-90cf-4c95-a9c1-5f1094f9d620 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:32.707346 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2a98d40f-71fc-49fa-a409-a76a8a224ce0 req-00a2fff7-90cf-4c95-a9c1-5f1094f9d620 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.1110277 Jun 22 07:13:32.760073 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2a98d40f-71fc-49fa-a409-a76a8a224ce0 req-d762d9e4-5234-4094-aecb-92b78eba29e9 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436900 Jun 22 07:13:32.811506 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a4db5-a396-4137-914b-10d3cb157e8b req-5dcfd7ca-0c9a-4ab9-b723-10662692d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:32.814080 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-904a4db5-a396-4137-914b-10d3cb157e8b req-5dcfd7ca-0c9a-4ab9-b723-10662692d0de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca81329e8fd44855893856626d570c21&device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 1096 time: 0.1189950 Jun 22 07:13:32.895174 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554848e9-0ffa-433f-b89d-1459721669f9 x-openstack-request-id: req-554848e9-0ffa-433f-b89d-1459721669f9 {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:13:32.895558 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c440b477-2189-4541-bcab-2cd429781cdd", "tag": "96b80d4b-875f-4406-9abe-3d9e7d17f53a", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:13:32.896236 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-554848e9-0ffa-433f-b89d-1459721669f9 {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:13:32.896686 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c440b477-2189-4541-bcab-2cd429781cdd', 'tag': '96b80d4b-875f-4406-9abe-3d9e7d17f53a', 'status': 'completed', 'code': 200} Jun 22 07:13:32.900419 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-904a4db5-a396-4137-914b-10d3cb157e8b req-96f08c31-fa64-48a0-ab61-9c598ed6e57d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96b80d4b-875f-4406-9abe-3d9e7d17f53a HTTP/1.1" status: 200 len: 217 time: 0.0743055 Jun 22 07:13:32.981340 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a4db5-a396-4137-914b-10d3cb157e8b req-a8586a1b-4981-4306-8c25-f6e4d535432a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:32.982947 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-904a4db5-a396-4137-914b-10d3cb157e8b req-a8586a1b-4981-4306-8c25-f6e4d535432a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e803715f-67bf-442c-9b95-373513a2130d HTTP/1.1" status: 200 len: 847 time: 0.0620818 Jun 22 07:13:33.050028 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a4db5-a396-4137-914b-10d3cb157e8b req-0cf9e988-a34c-44c1-9fb2-1bc4bba2dfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:33.051716 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-904a4db5-a396-4137-914b-10d3cb157e8b req-0cf9e988-a34c-44c1-9fb2-1bc4bba2dfef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ce36a1f-c09b-4d07-ae5c-9465c4773b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0611672 Jun 22 07:13:33.079565 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d48bc-cdb2-4ce7-bf3f-07fe9e4b012d req-46546ec5-a33a-421d-9a4d-d43218f5ea03 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:33.081108 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b34d48bc-cdb2-4ce7-bf3f-07fe9e4b012d req-46546ec5-a33a-421d-9a4d-d43218f5ea03 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0756321 Jun 22 07:13:33.130567 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b34d48bc-cdb2-4ce7-bf3f-07fe9e4b012d req-271f6203-ff65-4d9b-9559-c4cc9e48d2e3 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401011 Jun 22 07:13:33.183562 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-904a4db5-a396-4137-914b-10d3cb157e8b req-a8370325-225e-4a8c-bf5d-00db70fcac04 service neutron] 10.222.0.42 "GET /v2.0/networks/0ce36a1f-c09b-4d07-ae5c-9465c4773b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224468 Jun 22 07:13:33.316519 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-904a4db5-a396-4137-914b-10d3cb157e8b req-59621dd9-6b14-4d6d-9621-bc5eb7e81399 service neutron] 10.222.0.42 "GET /v2.0/networks/0ce36a1f-c09b-4d07-ae5c-9465c4773b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251523 Jun 22 07:13:33.346880 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5cdd5f-4e15-453d-ba18-07bbb5819310 req-126f281b-9899-4e17-9920-2ea44ffb107b tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:33.348681 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ef5cdd5f-4e15-453d-ba18-07bbb5819310 req-126f281b-9899-4e17-9920-2ea44ffb107b tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 943 time: 0.0810695 Jun 22 07:13:33.412150 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ef5cdd5f-4e15-453d-ba18-07bbb5819310 req-fd4583c7-912c-46e0-8034-f2603bec48b1 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506957 Jun 22 07:13:33.461813 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f5b3d-8080-4396-ade3-a8f63b71a69a req-4b3e732d-d763-43cd-b383-d94646fdb40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:33.463931 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-aa2f5b3d-8080-4396-ade3-a8f63b71a69a req-4b3e732d-d763-43cd-b383-d94646fdb40d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca81329e8fd44855893856626d570c21&device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 1096 time: 0.0747766 Jun 22 07:13:33.574675 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f5b3d-8080-4396-ade3-a8f63b71a69a req-7150e586-6db3-4c3f-9aad-f32b0ec26e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:33.576062 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-aa2f5b3d-8080-4396-ade3-a8f63b71a69a req-7150e586-6db3-4c3f-9aad-f32b0ec26e1d service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ce36a1f-c09b-4d07-ae5c-9465c4773b3d HTTP/1.1" status: 200 len: 909 time: 0.1038549 Jun 22 07:13:33.621887 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-aa2f5b3d-8080-4396-ade3-a8f63b71a69a req-1b5b4af1-47f2-466e-93cb-298843215198 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96b80d4b-875f-4406-9abe-3d9e7d17f53a HTTP/1.1" status: 200 len: 217 time: 0.0358863 Jun 22 07:13:33.699594 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f5b3d-8080-4396-ade3-a8f63b71a69a req-ff79d346-4895-4c84-9a6d-65dcebdf5877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:33.701756 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-aa2f5b3d-8080-4396-ade3-a8f63b71a69a req-ff79d346-4895-4c84-9a6d-65dcebdf5877 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e803715f-67bf-442c-9b95-373513a2130d HTTP/1.1" status: 200 len: 847 time: 0.0610979 Jun 22 07:13:33.771540 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f5b3d-8080-4396-ade3-a8f63b71a69a req-48168db3-3ad1-400d-b5b0-b406c0a805e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:33.773024 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-aa2f5b3d-8080-4396-ade3-a8f63b71a69a req-48168db3-3ad1-400d-b5b0-b406c0a805e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ce36a1f-c09b-4d07-ae5c-9465c4773b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0634494 Jun 22 07:13:33.874085 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-aa2f5b3d-8080-4396-ade3-a8f63b71a69a req-9abad8d9-fcef-465b-814c-2d49581f4f04 service neutron] 10.222.0.42 "GET /v2.0/networks/0ce36a1f-c09b-4d07-ae5c-9465c4773b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929592 Jun 22 07:13:33.993258 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-aa2f5b3d-8080-4396-ade3-a8f63b71a69a req-fb5c788e-0cc7-4321-a8ca-8b833a557eec service neutron] 10.222.0.42 "GET /v2.0/networks/0ce36a1f-c09b-4d07-ae5c-9465c4773b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118135 Jun 22 07:13:34.024447 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb285c-d771-4c76-8894-b1adf95a0069 req-b27eea0e-4750-4a36-837c-4bc2296219a1 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:34.032996 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-24cb285c-d771-4c76-8894-b1adf95a0069 req-b27eea0e-4750-4a36-837c-4bc2296219a1 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.1059611 Jun 22 07:13:34.068977 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-24cb285c-d771-4c76-8894-b1adf95a0069 req-388f096f-7493-40ac-8a1c-f9b107b217a6 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350192 Jun 22 07:13:34.130224 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-4cddc543-f500-4d11-8875-4bf7b61bddc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:34.334751 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7b6f3-61fb-46d0-9120-a148537df2f2 req-a128d7b9-4156-437c-8505-10585978a7df tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:34.343926 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-34c7b6f3-61fb-46d0-9120-a148537df2f2 req-a128d7b9-4156-437c-8505-10585978a7df tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0733972 Jun 22 07:13:34.385973 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-34c7b6f3-61fb-46d0-9120-a148537df2f2 req-acbbd86e-3367-4d4a-b8eb-96188242d08f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357687 Jun 22 07:13:34.613431 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3d0ec-2d94-4a85-b6b5-f722f763ecf0 req-873da824-b5e7-4cf8-96df-2daae8aedbb2 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:34.615001 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ded3d0ec-2d94-4a85-b6b5-f722f763ecf0 req-873da824-b5e7-4cf8-96df-2daae8aedbb2 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 943 time: 0.0678103 Jun 22 07:13:34.662117 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ded3d0ec-2d94-4a85-b6b5-f722f763ecf0 req-2883ac8d-0503-47e1-9445-bc1d7c84001b tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381525 Jun 22 07:13:35.282015 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c02845-fa89-46f8-80d2-2efaf0ebef08 req-964e6ac8-47b1-4db4-be32-a5b21e9f5fdb tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:35.283591 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-54c02845-fa89-46f8-80d2-2efaf0ebef08 req-964e6ac8-47b1-4db4-be32-a5b21e9f5fdb tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.0930288 Jun 22 07:13:35.334594 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-54c02845-fa89-46f8-80d2-2efaf0ebef08 req-eb0ca785-0f2b-48fc-a7f4-458a5ccd52bd tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415425 Jun 22 07:13:35.621998 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8036a-f604-4096-b172-7aecbc18a33f req-c2a35774-a169-4c8b-9471-f6610494018b tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:35.623601 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-45c8036a-f604-4096-b172-7aecbc18a33f req-c2a35774-a169-4c8b-9471-f6610494018b tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.1122282 Jun 22 07:13:35.671348 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-45c8036a-f604-4096-b172-7aecbc18a33f req-c91c2618-1796-421f-adac-689e39792543 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414166 Jun 22 07:13:35.912555 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba24943-2b73-4fad-a17d-75132f26b3e6 req-b429b206-8d01-42ae-9550-469ed9c93604 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:35.917239 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1ba24943-2b73-4fad-a17d-75132f26b3e6 req-b429b206-8d01-42ae-9550-469ed9c93604 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 943 time: 0.1162076 Jun 22 07:13:35.984736 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1ba24943-2b73-4fad-a17d-75132f26b3e6 req-91743014-bd8b-4af7-b820-802fdc2a541f tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584142 Jun 22 07:13:36.610386 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 96b80d4b-875f-4406-9abe-3d9e7d17f53a details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:13:36.680030 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f6af7-4580-4f95-b513-6ca0f6a16908 req-6d0ede37-e964-465d-8cd1-8f36a1a14320 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:36.683495 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f74f6af7-4580-4f95-b513-6ca0f6a16908 req-6d0ede37-e964-465d-8cd1-8f36a1a14320 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.1379786 Jun 22 07:13:36.774388 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f74f6af7-4580-4f95-b513-6ca0f6a16908 req-6653c10b-eed2-4cd2-83d9-4da631d5b0a7 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742452 Jun 22 07:13:36.775217 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-9fec5c21-e700-464a-8175-411fb874f631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:36.806772 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 96b80d4b-875f-4406-9abe-3d9e7d17f53a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=96b80d4b-875f-4406-9abe-3d9e7d17f53a,segment=NetworkSegment(8cda4519-954f-4232-ad51-84edb5ca56b5),segment_id=8cda4519-954f-4232-ad51-84edb5ca56b5)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:13:36.829220 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Returning: {'device': '96b80d4b-875f-4406-9abe-3d9e7d17f53a', 'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d', 'port_id': '96b80d4b-875f-4406-9abe-3d9e7d17f53a', 'mac_address': 'fa:16:3e:52:8e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e803715f-67bf-442c-9b95-373513a2130d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:13:36.893565 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:36.940955 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b80d4b-875f-4406-9abe-3d9e7d17f53a {{(pid=92823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:13:36.966915 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:36.998152 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 96b80d4b-875f-4406-9abe-3d9e7d17f53a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=96b80d4b-875f-4406-9abe-3d9e7d17f53a,segment=NetworkSegment(8cda4519-954f-4232-ad51-84edb5ca56b5),segment_id=8cda4519-954f-4232-ad51-84edb5ca56b5)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:13:37.001356 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 6 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:13:37.008301 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:37.012524 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:37.105582 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=96b80d4b-875f-4406-9abe-3d9e7d17f53a,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:37.111101 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:37.132282 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f63083-8fb6-405c-8058-788151f7a436 req-4e3ede79-951f-46ed-bb8d-848996d2f2a4 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:37.134946 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b2f63083-8fb6-405c-8058-788151f7a436 req-4e3ede79-951f-46ed-bb8d-848996d2f2a4 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.1178157 Jun 22 07:13:37.196714 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b2f63083-8fb6-405c-8058-788151f7a436 req-3997e168-f254-488f-a568-5993783447ee tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525243 Jun 22 07:13:37.396212 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['96b80d4b-875f-4406-9abe-3d9e7d17f53a'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:13:37.467136 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c3a0c-6678-4460-a11c-39f4fa51e96e req-f010e5d1-1de7-49ad-b360-b0323b58acaa tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:37.469586 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-097c3a0c-6678-4460-a11c-39f4fa51e96e req-f010e5d1-1de7-49ad-b360-b0323b58acaa tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 944 time: 0.0743697 Jun 22 07:13:37.548375 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-097c3a0c-6678-4460-a11c-39f4fa51e96e req-a3e33817-a03d-4548-b8d0-aec2e892fe4d tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563054 Jun 22 07:13:37.750213 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:37.990696 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2059b6-3572-4c28-a6cd-2cd402f4b0e5 req-33fb35ef-2c2a-460b-a567-5a6702ecc07d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:37.996178 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-eb2059b6-3572-4c28-a6cd-2cd402f4b0e5 req-33fb35ef-2c2a-460b-a567-5a6702ecc07d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.0825174 Jun 22 07:13:38.041891 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-eb2059b6-3572-4c28-a6cd-2cd402f4b0e5 req-f36657ff-97dd-4449-a780-fcadc384bcc1 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427086 Jun 22 07:13:38.479900 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1f863-f4d1-496a-aa78-a5b6d7d7279b req-5422785f-5e76-4e6e-b6a2-11d017eea639 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:38.482680 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ded1f863-f4d1-496a-aa78-a5b6d7d7279b req-5422785f-5e76-4e6e-b6a2-11d017eea639 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.1331987 Jun 22 07:13:38.535184 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ded1f863-f4d1-496a-aa78-a5b6d7d7279b req-15595d26-aad5-4fe9-8fb5-8ca9c8c18276 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418875 Jun 22 07:13:38.827333 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e3615-5768-41f0-940e-bb7495b1a1a8 req-7cbc43eb-e7cd-41a1-867c-88c793180159 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:38.830102 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-384e3615-5768-41f0-940e-bb7495b1a1a8 req-7cbc43eb-e7cd-41a1-867c-88c793180159 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 944 time: 0.1199198 Jun 22 07:13:38.898220 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-384e3615-5768-41f0-940e-bb7495b1a1a8 req-af923e05-533e-40dc-88b8-3377ff5bbe5c tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585012 Jun 22 07:13:39.301112 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764dbd6d-7bb5-4db9-8b87-610654b68612 req-26704f34-c188-4c1e-ace6-f94726563595 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:39.303788 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-764dbd6d-7bb5-4db9-8b87-610654b68612 req-26704f34-c188-4c1e-ace6-f94726563595 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.1186206 Jun 22 07:13:39.377523 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-764dbd6d-7bb5-4db9-8b87-610654b68612 req-ca6cf4f9-d4aa-4b17-9614-adf6c30793a2 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638351 Jun 22 07:13:39.788282 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:39.821532 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc54012-d1b5-4bd0-b061-3588dafb63d8 req-69dc72e3-53bc-4d21-bf38-adad68412b56 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:39.824150 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2bc54012-d1b5-4bd0-b061-3588dafb63d8 req-69dc72e3-53bc-4d21-bf38-adad68412b56 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.1194205 Jun 22 07:13:39.903504 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2bc54012-d1b5-4bd0-b061-3588dafb63d8 req-227237d2-e69f-446c-94df-37f20cdfc279 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702274 Jun 22 07:13:40.131448 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7610baf-a229-466d-9495-016aafbb09ad req-ee68e68b-1940-4410-9ca3-4a3f4b098061 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:40.133098 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e7610baf-a229-466d-9495-016aafbb09ad req-ee68e68b-1940-4410-9ca3-4a3f4b098061 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 944 time: 0.0932188 Jun 22 07:13:40.192549 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e7610baf-a229-466d-9495-016aafbb09ad req-be8fdace-2e70-45d9-8ab9-023b1597cacc tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485203 Jun 22 07:13:40.627701 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 96b80d4b-875f-4406-9abe-3d9e7d17f53a up at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:13:40.628308 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364b32a-56d2-4616-a9bc-77b2dae94405 req-f6f8d635-339d-440a-b86b-6a33e882dbd5 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:40.643122 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-3364b32a-56d2-4616-a9bc-77b2dae94405 req-f6f8d635-339d-440a-b86b-6a33e882dbd5 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.1218548 Jun 22 07:13:40.698144 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-3364b32a-56d2-4616-a9bc-77b2dae94405 req-3b01f8ea-79b1-413e-8ee5-ddf48bccfd7b tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535026 Jun 22 07:13:40.700823 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning for port 96b80d4b-875f-4406-9abe-3d9e7d17f53a completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:13:40.707612 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning complete for port 96b80d4b-875f-4406-9abe-3d9e7d17f53a triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:13:40.708056 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:40.863450 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:40.897803 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c440b477-2189-4541-bcab-2cd429781cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b80d4b-875f-4406-9abe-3d9e7d17f53a'}] {{(pid=92823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:13:40.901435 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1855b14f289de04877f76e9f82b9d84154af39b836c558547df9393c60095739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00660f6d-5c25-4b01-bf1a-5482b03ba4d7" -d '{"events": [{"server_uuid": "c440b477-2189-4541-bcab-2cd429781cdd", "name": "network-vif-plugged", "status": "completed", "tag": "96b80d4b-875f-4406-9abe-3d9e7d17f53a"}]}' {{(pid=92823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:13:40.923467 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 96b80d4b-875f-4406-9abe-3d9e7d17f53a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=96b80d4b-875f-4406-9abe-3d9e7d17f53a,segment=NetworkSegment(8cda4519-954f-4232-ad51-84edb5ca56b5),segment_id=8cda4519-954f-4232-ad51-84edb5ca56b5)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:13:40.930454 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:40.936294 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:41.002062 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48bdbae-71da-409b-9b62-2b0afb8c8895 x-openstack-request-id: req-e48bdbae-71da-409b-9b62-2b0afb8c8895 {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:13:41.002062 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c440b477-2189-4541-bcab-2cd429781cdd", "name": "network-vif-plugged", "status": "completed", "tag": "96b80d4b-875f-4406-9abe-3d9e7d17f53a", "code": 200}]} {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:13:41.002062 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e48bdbae-71da-409b-9b62-2b0afb8c8895 {{(pid=92823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:13:41.002062 dv-cinder-786627-11-smb neutron-server[92823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c440b477-2189-4541-bcab-2cd429781cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b80d4b-875f-4406-9abe-3d9e7d17f53a', 'code': 200} Jun 22 07:13:41.058672 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=96b80d4b-875f-4406-9abe-3d9e7d17f53a,revision_number=5']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:41.076218 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:41.559191 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82994bfb-ba52-49d5-a585-ca9f248fce1a req-287a47f2-cbf1-4d1d-9356-b09cac69a5d9 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:41.569160 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-82994bfb-ba52-49d5-a585-ca9f248fce1a req-287a47f2-cbf1-4d1d-9356-b09cac69a5d9 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.1584997 Jun 22 07:13:41.590650 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f057bf-8ac5-495e-88a3-c89ad98893c6 req-7463a48d-cbda-422a-917c-4155e281c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:41.595428 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-c9f057bf-8ac5-495e-88a3-c89ad98893c6 req-7463a48d-cbda-422a-917c-4155e281c539 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 1098 time: 0.0922670 Jun 22 07:13:41.645095 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-c9f057bf-8ac5-495e-88a3-c89ad98893c6 req-ff28ed52-1f3d-45d4-9b04-d23ce3a4c357 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392697 Jun 22 07:13:41.660293 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-82994bfb-ba52-49d5-a585-ca9f248fce1a req-3f8689d1-4f16-411e-a75b-867f63b6d346 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894818 Jun 22 07:13:41.944279 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bf7d9-7b71-4c44-b587-d057a1d0df07 req-8abd4357-6562-45f6-b5b1-8c701ad57d5a tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:41.947760 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4a8bf7d9-7b71-4c44-b587-d057a1d0df07 req-8abd4357-6562-45f6-b5b1-8c701ad57d5a tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 945 time: 0.1281645 Jun 22 07:13:42.020586 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4a8bf7d9-7b71-4c44-b587-d057a1d0df07 req-91a0a87b-0671-4660-8075-9e4bb52ba2f4 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587544 Jun 22 07:13:42.267386 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d12d98-8acc-46e4-9bcc-704fe7c0d323 req-3ac03e80-8eae-4580-a31a-c517ba07abc7 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:42.269508 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d2d12d98-8acc-46e4-9bcc-704fe7c0d323 req-3ac03e80-8eae-4580-a31a-c517ba07abc7 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.0941849 Jun 22 07:13:42.327389 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d2d12d98-8acc-46e4-9bcc-704fe7c0d323 req-56dfb7b7-3a52-44cc-8d14-861812289811 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480335 Jun 22 07:13:43.061918 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0063474-5b55-4cd7-8cad-119ba96ea873 req-a553981c-1e69-42ab-8618-e06240b03492 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:43.076360 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f0063474-5b55-4cd7-8cad-119ba96ea873 req-a553981c-1e69-42ab-8618-e06240b03492 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.1628115 Jun 22 07:13:43.159075 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f0063474-5b55-4cd7-8cad-119ba96ea873 req-0f594692-43e4-4a4d-bdb2-cd42acfea59d tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811565 Jun 22 07:13:43.512753 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe127b0b-e819-4b0e-9a5b-a9a8eb64c246 req-5cfad13f-e15d-41e4-b3e9-f1144e53a2cb tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:43.514489 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-fe127b0b-e819-4b0e-9a5b-a9a8eb64c246 req-5cfad13f-e15d-41e4-b3e9-f1144e53a2cb tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 945 time: 0.1493356 Jun 22 07:13:43.565299 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-fe127b0b-e819-4b0e-9a5b-a9a8eb64c246 req-e30f52e8-467e-4b65-a5af-efde707204c9 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415080 Jun 22 07:13:43.794107 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad78847-278c-4fec-ab1f-e2fc4705c8a5 req-0fe68e68-5454-425b-8e91-ec75ec1f5689 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:43.802026 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-8ad78847-278c-4fec-ab1f-e2fc4705c8a5 req-0fe68e68-5454-425b-8e91-ec75ec1f5689 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.0983329 Jun 22 07:13:43.864252 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-8ad78847-278c-4fec-ab1f-e2fc4705c8a5 req-646f43ef-063d-494c-a1ba-f51a4dfd4c24 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609314 Jun 22 07:13:44.126251 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aed33-7470-431b-9743-014e65210a50 req-63b3ea33-6fb3-4c98-86b1-afb923be7b26 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:44.130118 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2c8aed33-7470-431b-9743-014e65210a50 req-63b3ea33-6fb3-4c98-86b1-afb923be7b26 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/networks?id=3e9c590a-6b44-49f8-886f-42e7319e9e4c HTTP/1.1" status: 200 len: 814 time: 0.2146211 Jun 22 07:13:44.174207 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2c8aed33-7470-431b-9743-014e65210a50 req-bca1d9b4-5baa-425b-9a22-aad984192d1c tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/quotas/b115f7faea3347e6818376042dd8146b HTTP/1.1" status: 200 len: 375 time: 0.0316751 Jun 22 07:13:44.367799 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-c02a3f6e-7e12-48be-acfe-818cc7b83768 req-4cc78c03-a45f-478a-98e6-140c14f50e88 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1740797 Jun 22 07:13:44.401749 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2c8aed33-7470-431b-9743-014e65210a50 req-714ac89f-c34f-460d-8c3c-ad4d3001f384 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b115f7faea3347e6818376042dd8146b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2202282 Jun 22 07:13:44.416560 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aaa98a-38f9-4bf3-a47a-9620894cde35 req-5afcb9b9-f5e4-4691-b7d0-e3185ea7457a tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:44.418773 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a3aaa98a-38f9-4bf3-a47a-9620894cde35 req-5afcb9b9-f5e4-4691-b7d0-e3185ea7457a tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 945 time: 0.2403436 Jun 22 07:13:44.519716 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a3f6e-7e12-48be-acfe-818cc7b83768 req-38f4fd46-db6b-4d2b-94a9-250ea6c60440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:44.522269 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-c02a3f6e-7e12-48be-acfe-818cc7b83768 req-38f4fd46-db6b-4d2b-94a9-250ea6c60440 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c19cfe1fd182497e82b34a8b9451608a&device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 1099 time: 0.1101127 Jun 22 07:13:44.601684 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a3aaa98a-38f9-4bf3-a47a-9620894cde35 req-35b9ba83-55a9-4b22-9736-c08da1f5931e tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680126 Jun 22 07:13:44.635084 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 33760) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:44.759096 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2c8aed33-7470-431b-9743-014e65210a50 req-d6961c10-f741-4ea9-8f96-95a8d453b1ae service neutron] 10.222.0.22 "GET /v2.0/networks/3e9c590a-6b44-49f8-886f-42e7319e9e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385909 Jun 22 07:13:44.768211 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a3f6e-7e12-48be-acfe-818cc7b83768 req-5b41ae5b-66a8-4dc2-a920-ca7528adf23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:44.771357 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-c02a3f6e-7e12-48be-acfe-818cc7b83768 req-5b41ae5b-66a8-4dc2-a920-ca7528adf23e service neutron] 10.222.0.42 "GET /v2.0/networks?id=33d047a2-1fae-4203-972f-e359a6e3784a HTTP/1.1" status: 200 len: 920 time: 0.1936743 Jun 22 07:13:44.879216 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-c02a3f6e-7e12-48be-acfe-818cc7b83768 req-bba7d2d1-58a5-4a2c-8cd2-9565b58db782 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acc06418-67de-4593-9a1b-6e1d2ff2635c HTTP/1.1" status: 200 len: 217 time: 0.0992649 Jun 22 07:13:44.886632 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2c8aed33-7470-431b-9743-014e65210a50 req-ecee1f82-a372-469f-8d59-098f5291a1c6 service neutron] 10.222.0.22 "GET /v2.0/networks/3e9c590a-6b44-49f8-886f-42e7319e9e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178870 Jun 22 07:13:44.985717 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589de3b0-a773-4151-9806-d22fdca28cfc req-3bcf3616-0134-4d8e-8419-392f7bdaaa0f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:44.987471 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-589de3b0-a773-4151-9806-d22fdca28cfc req-3bcf3616-0134-4d8e-8419-392f7bdaaa0f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0996523 Jun 22 07:13:44.995747 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a3f6e-7e12-48be-acfe-818cc7b83768 req-f60d4cef-d354-426b-b385-f50fc949801c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:44.997245 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-c02a3f6e-7e12-48be-acfe-818cc7b83768 req-f60d4cef-d354-426b-b385-f50fc949801c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f8df47a-1b35-48e0-8850-2f48fdf17319 HTTP/1.1" status: 200 len: 859 time: 0.1108031 Jun 22 07:13:45.039556 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-589de3b0-a773-4151-9806-d22fdca28cfc req-d7b3aa55-c288-4890-a5c0-b95869c2dea9 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451503 Jun 22 07:13:45.101909 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-c02a3f6e-7e12-48be-acfe-818cc7b83768 req-dca6e690-7e39-4d95-9681-8bed320296d6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33d047a2-1fae-4203-972f-e359a6e3784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949891 Jun 22 07:13:45.301930 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-c02a3f6e-7e12-48be-acfe-818cc7b83768 req-59463310-f3ba-44a5-802f-cfabc42ad1a2 service neutron] 10.222.0.42 "GET /v2.0/networks/33d047a2-1fae-4203-972f-e359a6e3784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901612 Jun 22 07:13:45.499668 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-c02a3f6e-7e12-48be-acfe-818cc7b83768 req-092f1f92-0ac5-432b-80c3-4afa90737c0e service neutron] 10.222.0.42 "GET /v2.0/networks/33d047a2-1fae-4203-972f-e359a6e3784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734493 Jun 22 07:13:45.584035 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2c43b921-df3e-4699-b601-3a414a699e04 req-f5087ee9-2010-4045-a8a8-5ead906b481e tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=1df4d914-053a-4261-ba74-ff6334a299a1 HTTP/1.1" status: 200 len: 210 time: 0.2594335 Jun 22 07:13:45.660730 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808125b1-d496-4913-a66e-43f5bb91553c tempest-TestShelveInstance-475730165 tempest-TestShelveInstance-475730165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:45.662462 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-808125b1-d496-4913-a66e-43f5bb91553c tempest-TestShelveInstance-475730165 tempest-TestShelveInstance-475730165-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 1093 time: 1.0238662 Jun 22 07:13:45.669666 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 33788) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:45.694858 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Request body: {'floatingip': {'floating_network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'port_id': '96b80d4b-875f-4406-9abe-3d9e7d17f53a', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:13:45.794644 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for floatingip, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:45.799990 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2946ea6-add3-49d7-b3aa-c07157cb1a0b req-22ffbbfb-20fd-451c-95e6-01132666073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:45.804871 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-c2946ea6-add3-49d7-b3aa-c07157cb1a0b req-22ffbbfb-20fd-451c-95e6-01132666073c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 1098 time: 0.1575818 Jun 22 07:13:45.852516 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc56a9-8c11-4e15-85d6-16ad6ce4c773 req-f660cf94-2614-4c82-9983-80a8d2952c31 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:45.861615 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-04bc56a9-8c11-4e15-85d6-16ad6ce4c773 req-f660cf94-2614-4c82-9983-80a8d2952c31 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.5450611 Jun 22 07:13:45.949255 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-c2946ea6-add3-49d7-b3aa-c07157cb1a0b req-c3148e2b-1b81-4677-8aa0-333b3f14a2c0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328084 Jun 22 07:13:45.996445 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-04bc56a9-8c11-4e15-85d6-16ad6ce4c773 req-01e287f8-6ce5-47d6-937d-71732fd33feb tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324160 Jun 22 07:13:46.145554 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:46.610560 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.db_base_plugin_common [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Allocated IP 172.28.3.68 (7f141025-a293-49e1-b229-0532c619cb79/4bf01720-6969-45ff-87ec-9c9eeac501f4/1d1054e1-1a77-4182-9d0b-ca015ce25fb0) {{(pid=92821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:13:47.157059 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848551f6-2dfb-47ec-9fe3-6b88b9f9e3df req-22582f69-8316-45a6-9627-9c437475d5b7 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:47.159962 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-848551f6-2dfb-47ec-9fe3-6b88b9f9e3df req-22582f69-8316-45a6-9627-9c437475d5b7 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.6169648 Jun 22 07:13:47.168058 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5c2060b3-76d3-40c6-8739-65b94290752f req-7456c55c-7244-4418-a822-c76578fe079c tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=1df4d914-053a-4261-ba74-ff6334a299a1 HTTP/1.1" status: 200 len: 210 time: 0.1641717 Jun 22 07:13:47.237039 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for port, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:47.336136 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-848551f6-2dfb-47ec-9fe3-6b88b9f9e3df req-0a07e1c0-669e-4a0e-a476-6ad60e52a4d7 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657526 Jun 22 07:13:47.403771 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-134075313'] for port, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:47.404028 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:47.510210 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Network 7f141025-a293-49e1-b229-0532c619cb79 is already hosted by enough agents. {{(pid=92821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:13:47.520828 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.base_scheduler [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Resources bound (agent type, host, resource id): {{(pid=92821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:13:47.521074 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:47.532894 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Received port after_create {{(pid=92821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:13:48.253718 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Pushing event updated for resources: {'Port': ['ID=1d1054e1-1a77-4182-9d0b-ca015ce25fb0,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:48.297406 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:48.297779 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:48.298139 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:48.298509 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:48.298875 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:48.299223 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:48.299609 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:48.299955 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:48.300573 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:48.300926 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:48.301271 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:48.301611 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:48.312339 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.908s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:48.659464 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e3d3306b-f8cd-4047-a09b-1640581d56a3 req-b99a6514-f8cd-4e1b-8bfc-5d0d540b9995 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=1df4d914-053a-4261-ba74-ff6334a299a1 HTTP/1.1" status: 200 len: 210 time: 0.1751850 Jun 22 07:13:48.670069 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918fbe2-1774-45b0-adf2-fc29a26de5fc req-7439f194-aaca-4b27-97f5-1caa41dd278f tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:48.671783 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7918fbe2-1774-45b0-adf2-fc29a26de5fc req-7439f194-aaca-4b27-97f5-1caa41dd278f tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 1.3112092 Jun 22 07:13:48.811048 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7918fbe2-1774-45b0-adf2-fc29a26de5fc req-b2241853-d800-474d-af07-d3b64d543101 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226127 Jun 22 07:13:48.951069 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aed33-7470-431b-9743-014e65210a50 req-830f4167-df40-4974-87c0-8e07282ccbe3 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:48.952976 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2c8aed33-7470-431b-9743-014e65210a50 req-830f4167-df40-4974-87c0-8e07282ccbe3 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.42 "GET /v2.0/networks?id=3e9c590a-6b44-49f8-886f-42e7319e9e4c HTTP/1.1" status: 200 len: 814 time: 0.3275909 Jun 22 07:13:48.978100 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-2c8aed33-7470-431b-9743-014e65210a50 req-766fb235-3463-4781-9773-18ffaee6afad tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Request body: {'port': {'device_id': '1df4d914-053a-4261-ba74-ff6334a299a1', 'network_id': '3e9c590a-6b44-49f8-886f-42e7319e9e4c', 'admin_state_up': True, 'tenant_id': 'b115f7faea3347e6818376042dd8146b'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:13:49.190845 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c8aed33-7470-431b-9743-014e65210a50 req-766fb235-3463-4781-9773-18ffaee6afad tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Made reservation on behalf of b115f7faea3347e6818376042dd8146b for: {'port': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:13:49.200210 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-2c8aed33-7470-431b-9743-014e65210a50 req-766fb235-3463-4781-9773-18ffaee6afad tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:49.248509 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a89b67-adbb-4cec-a968-b8fa9f4104f7 req-91b77e3a-3b33-49f5-8532-2d3160f2fad3 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:49.250127 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-55a89b67-adbb-4cec-a968-b8fa9f4104f7 req-91b77e3a-3b33-49f5-8532-2d3160f2fad3 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.2878795 Jun 22 07:13:49.304042 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:49.426852 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_common [req-2c8aed33-7470-431b-9743-014e65210a50 req-766fb235-3463-4781-9773-18ffaee6afad tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Allocated IP 172.20.0.7 (3e9c590a-6b44-49f8-886f-42e7319e9e4c/06523850-ed49-46ee-acdf-72646e7dc4c2/859da2ef-99b5-4f84-b66a-3615b9aa4284) {{(pid=92822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:13:49.440221 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-55a89b67-adbb-4cec-a968-b8fa9f4104f7 req-5568d4f5-e107-46b2-8fa5-844511dd0bcc tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315298 Jun 22 07:13:49.522087 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:49.811473 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-2c8aed33-7470-431b-9743-014e65210a50 req-766fb235-3463-4781-9773-18ffaee6afad tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks [] for port, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:49.942637 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-2c8aed33-7470-431b-9743-014e65210a50 req-766fb235-3463-4781-9773-18ffaee6afad tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-133502027'] for port, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:49.942982 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for port, precommit_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:49.952918 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134075267'] for port, after_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:49.957321 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:49.963701 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['89ac36be-e573-4aff-9845-e18d0ba381ee', '451d7362-deb2-4eea-a3f8-2ffc152118f8', 'fb6f32c9-34ee-4f69-b81e-e2bc189d70de'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:13:49.988317 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-3da5782d-77cb-4272-91c9-bbb3163532d7 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:50.169930 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766fb235-3463-4781-9773-18ffaee6afad tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Pushing event updated for resources: {'Port': ['ID=859da2ef-99b5-4f84-b66a-3615b9aa4284,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:50.199000 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c8aed33-7470-431b-9743-014e65210a50 req-766fb235-3463-4781-9773-18ffaee6afad tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Network 3e9c590a-6b44-49f8-886f-42e7319e9e4c is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:13:50.200972 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-766fb235-3463-4781-9773-18ffaee6afad tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:50.204317 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [req-2c8aed33-7470-431b-9743-014e65210a50 req-766fb235-3463-4781-9773-18ffaee6afad tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:13:50.208350 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8aed33-7470-431b-9743-014e65210a50 req-766fb235-3463-4781-9773-18ffaee6afad tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Received port after_create {{(pid=92822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:13:50.287779 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Pushing event updated for resources: {'Port': ['ID=1d1054e1-1a77-4182-9d0b-ca015ce25fb0,revision_number=2']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:50.308668 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:50.439727 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aed33-7470-431b-9743-014e65210a50 req-766fb235-3463-4781-9773-18ffaee6afad tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:50.440648 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-2c8aed33-7470-431b-9743-014e65210a50 req-766fb235-3463-4781-9773-18ffaee6afad tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:50.443399 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592476'] for floatingip, after_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:50.500176 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2c8aed33-7470-431b-9743-014e65210a50 req-766fb235-3463-4781-9773-18ffaee6afad tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5268223 Jun 22 07:13:50.517823 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-2c8aed33-7470-431b-9743-014e65210a50 req-9bad8f36-62f1-4f0b-8b2f-92e69082b1ba service neutron] Request body: {'port': {'device_id': '1df4d914-053a-4261-ba74-ff6334a299a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:13:50.586568 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c3874-61c4-4d4f-911d-148078f06d31 req-2c2fb6c7-b2bd-4957-8873-ed742723b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:50.592054 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-363c3874-61c4-4d4f-911d-148078f06d31 req-2c2fb6c7-b2bd-4957-8873-ed742723b3c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c19cfe1fd182497e82b34a8b9451608a&device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 1098 time: 0.2589605 Jun 22 07:13:50.709419 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54633ded-fe95-414d-8e57-dd7cff39edc2 req-59fb700e-add2-4f0b-b684-caa1723809ae tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:50.723355 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-54633ded-fe95-414d-8e57-dd7cff39edc2 req-59fb700e-add2-4f0b-b684-caa1723809ae tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=1df4d914-053a-4261-ba74-ff6334a299a1 HTTP/1.1" status: 200 len: 931 time: 0.6536756 Jun 22 07:13:50.859149 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.db.l3_db [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Floating IP 2015d348-955b-469c-8098-93565a6b0983 associated. External IP: 172.28.3.68, port: 96b80d4b-875f-4406-9abe-3d9e7d17f53a. Jun 22 07:13:50.889740 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-54633ded-fe95-414d-8e57-dd7cff39edc2 req-000a05f6-923e-47d4-8d6e-76cfd357658d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648552 Jun 22 07:13:50.926230 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-2c8aed33-7470-431b-9743-014e65210a50 req-9bad8f36-62f1-4f0b-8b2f-92e69082b1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:51.015379 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac02d4-a032-4b16-9d8c-0c74ac72d2c8 req-0c9b9184-4413-4b0d-ab3d-2bbdc872df3e tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:51.029692 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0cac02d4-a032-4b16-9d8c-0c74ac72d2c8 req-0c9b9184-4413-4b0d-ab3d-2bbdc872df3e tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.5092292 Jun 22 07:13:51.231153 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c3874-61c4-4d4f-911d-148078f06d31 req-25b02156-f941-4a80-a686-522c992fcc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:51.232704 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-363c3874-61c4-4d4f-911d-148078f06d31 req-25b02156-f941-4a80-a686-522c992fcc27 service neutron] 10.222.0.42 "GET /v2.0/networks?id=33d047a2-1fae-4203-972f-e359a6e3784a HTTP/1.1" status: 200 len: 920 time: 0.6260195 Jun 22 07:13:51.331028 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0cac02d4-a032-4b16-9d8c-0c74ac72d2c8 req-4c00031d-486e-48c8-9204-a7947b2396fb tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2881413 Jun 22 07:13:51.431233 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43811e22-15bf-4247-a7fe-7309ff883c5f req-ef921579-4513-4517-b17f-29cd13703263 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:51.434363 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-43811e22-15bf-4247-a7fe-7309ff883c5f req-ef921579-4513-4517-b17f-29cd13703263 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.2447982 Jun 22 07:13:51.538408 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [req-2c8aed33-7470-431b-9743-014e65210a50 req-9bad8f36-62f1-4f0b-8b2f-92e69082b1ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859da2ef-99b5-4f84-b66a-3615b9aa4284 {{(pid=92822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:13:51.557210 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-43811e22-15bf-4247-a7fe-7309ff883c5f req-25426983-5b2a-463a-9774-551d49bd4778 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083586 Jun 22 07:13:51.560599 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-2c8aed33-7470-431b-9743-014e65210a50 req-9bad8f36-62f1-4f0b-8b2f-92e69082b1ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:51.585607 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.provisioning_blocks [req-2c8aed33-7470-431b-9743-014e65210a50 req-9bad8f36-62f1-4f0b-8b2f-92e69082b1ba service neutron] Transition to ACTIVE for port object 859da2ef-99b5-4f84-b66a-3615b9aa4284 will not be triggered until provisioned by entity L2. {{(pid=92822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:13:51.603986 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-2c8aed33-7470-431b-9743-014e65210a50 req-9bad8f36-62f1-4f0b-8b2f-92e69082b1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:51.624376 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Router 0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0 has already been hosted by L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d {{(pid=92821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:13:51.655513 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-24140dce-f773-45f1-b5d2-7bfda0ad21b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:51.665481 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-363c3874-61c4-4d4f-911d-148078f06d31 req-67e5046f-ac6f-486e-9821-c5e315caba10 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd9b8b02-4e0c-4e6a-850c-65d43e5abc60 HTTP/1.1" status: 200 len: 217 time: 0.4147003 Jun 22 07:13:51.862206 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad8f36-62f1-4f0b-8b2f-92e69082b1ba service neutron] Pushing event updated for resources: {'Port': ['ID=859da2ef-99b5-4f84-b66a-3615b9aa4284,revision_number=2']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:51.874979 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c3874-61c4-4d4f-911d-148078f06d31 req-ef566671-39d2-4dd2-a957-2fd7dbfe5c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:51.876613 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-363c3874-61c4-4d4f-911d-148078f06d31 req-ef566671-39d2-4dd2-a957-2fd7dbfe5c92 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f8df47a-1b35-48e0-8850-2f48fdf17319 HTTP/1.1" status: 200 len: 859 time: 0.1813698 Jun 22 07:13:51.879551 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-9bad8f36-62f1-4f0b-8b2f-92e69082b1ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:51.931819 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-363c3874-61c4-4d4f-911d-148078f06d31 req-0b5be4cd-6406-470f-9c52-a9ec64b5efe9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33d047a2-1fae-4203-972f-e359a6e3784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450296 Jun 22 07:13:51.975500 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-2c8aed33-7470-431b-9743-014e65210a50 req-9bad8f36-62f1-4f0b-8b2f-92e69082b1ba service neutron] Attempting to bind port 859da2ef-99b5-4f84-b66a-3615b9aa4284 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:13:51.975956 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-2c8aed33-7470-431b-9743-014e65210a50 req-9bad8f36-62f1-4f0b-8b2f-92e69082b1ba service neutron] Attempting to bind port 859da2ef-99b5-4f84-b66a-3615b9aa4284 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'fd845a99-f4e6-4201-b4ca-0c1b2d0796b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e9c590a-6b44-49f8-886f-42e7319e9e4c'}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:13:51.976274 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8aed33-7470-431b-9743-014e65210a50 req-9bad8f36-62f1-4f0b-8b2f-92e69082b1ba service neutron] Attempting to bind port 859da2ef-99b5-4f84-b66a-3615b9aa4284 on network 3e9c590a-6b44-49f8-886f-42e7319e9e4c {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:13:52.016719 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8aed33-7470-431b-9743-014e65210a50 req-9bad8f36-62f1-4f0b-8b2f-92e69082b1ba service neutron] Port 859da2ef-99b5-4f84-b66a-3615b9aa4284 on network 3e9c590a-6b44-49f8-886f-42e7319e9e4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:13:52.017059 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8aed33-7470-431b-9743-014e65210a50 req-9bad8f36-62f1-4f0b-8b2f-92e69082b1ba service neutron] Attempting to bind port 859da2ef-99b5-4f84-b66a-3615b9aa4284 on network 3e9c590a-6b44-49f8-886f-42e7319e9e4c {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:13:52.030333 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8aed33-7470-431b-9743-014e65210a50 req-9bad8f36-62f1-4f0b-8b2f-92e69082b1ba service neutron] Checking agent: {'id': '6c17c73a-1ba3-464e-bc7a-10a2b7fbfd09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'started_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:13:52.030663 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8aed33-7470-431b-9743-014e65210a50 req-9bad8f36-62f1-4f0b-8b2f-92e69082b1ba service neutron] Checking segment: {'id': 'fd845a99-f4e6-4201-b4ca-0c1b2d0796b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e9c590a-6b44-49f8-886f-42e7319e9e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:13:52.031095 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8aed33-7470-431b-9743-014e65210a50 req-9bad8f36-62f1-4f0b-8b2f-92e69082b1ba service neutron] Bound using segment: {'id': 'fd845a99-f4e6-4201-b4ca-0c1b2d0796b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e9c590a-6b44-49f8-886f-42e7319e9e4c'} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:13:52.031558 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-2c8aed33-7470-431b-9743-014e65210a50 req-9bad8f36-62f1-4f0b-8b2f-92e69082b1ba service neutron] Bound port: 859da2ef-99b5-4f84-b66a-3615b9aa4284, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd845a99-f4e6-4201-b4ca-0c1b2d0796b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e9c590a-6b44-49f8-886f-42e7319e9e4c'}}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:13:52.031948 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-2c8aed33-7470-431b-9743-014e65210a50 req-9bad8f36-62f1-4f0b-8b2f-92e69082b1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:52.168093 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-363c3874-61c4-4d4f-911d-148078f06d31 req-4ad30fec-b50c-408f-8400-d7f10083100f service neutron] 10.222.0.42 "GET /v2.0/networks/33d047a2-1fae-4203-972f-e359a6e3784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200332 Jun 22 07:13:52.201589 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:13:52.220639 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620a1975-9277-400d-9c66-f0332e8423f1 None None] Sync routers for ids ['0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'] in dv-cinder-786627-11-smb {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:13:52.256241 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620a1975-9277-400d-9c66-f0332e8423f1 None None] Routers {'0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:13:52.257342 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-620a1975-9277-400d-9c66-f0332e8423f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:13:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:13:52.272653 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-2c8aed33-7470-431b-9743-014e65210a50 req-9bad8f36-62f1-4f0b-8b2f-92e69082b1ba service neutron] For port 859da2ef-99b5-4f84-b66a-3615b9aa4284, host hv-cinder-78662, cleared binding levels {{(pid=92822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:13:52.300744 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-2c8aed33-7470-431b-9743-014e65210a50 req-9bad8f36-62f1-4f0b-8b2f-92e69082b1ba service neutron] For port 859da2ef-99b5-4f84-b66a-3615b9aa4284, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=859da2ef-99b5-4f84-b66a-3615b9aa4284,segment=NetworkSegment(fd845a99-f4e6-4201-b4ca-0c1b2d0796b9),segment_id=fd845a99-f4e6-4201-b4ca-0c1b2d0796b9)] {{(pid=92822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:13:52.315581 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for floatingip, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:52.318534 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-2c8aed33-7470-431b-9743-014e65210a50 req-9bad8f36-62f1-4f0b-8b2f-92e69082b1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:52.326546 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-f1748e92-91e8-4f80-866e-39870908e583 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:52.433218 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aed33-7470-431b-9743-014e65210a50 req-9bad8f36-62f1-4f0b-8b2f-92e69082b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:52.438563 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-2c8aed33-7470-431b-9743-014e65210a50 req-9bad8f36-62f1-4f0b-8b2f-92e69082b1ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:52.441024 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2c8aed33-7470-431b-9743-014e65210a50 req-9bad8f36-62f1-4f0b-8b2f-92e69082b1ba service neutron] 10.222.0.42 "PUT /v2.0/ports/859da2ef-99b5-4f84-b66a-3615b9aa4284 HTTP/1.1" status: 200 len: 1093 time: 1.9294338 Jun 22 07:13:52.446372 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df4d914-053a-4261-ba74-ff6334a299a1', 'tag': '859da2ef-99b5-4f84-b66a-3615b9aa4284'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:13:52.464703 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aaeebc8-2022-424c-a27b-ed979eccf87b" -d '{"events": [{"name": "network-changed", "server_uuid": "1df4d914-053a-4261-ba74-ff6334a299a1", "tag": "859da2ef-99b5-4f84-b66a-3615b9aa4284"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:13:52.501933 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-363c3874-61c4-4d4f-911d-148078f06d31 req-32a85169-7aa1-4a40-bb04-fb8c0b7a1fe7 service neutron] 10.222.0.42 "GET /v2.0/networks/33d047a2-1fae-4203-972f-e359a6e3784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125780 Jun 22 07:13:52.559367 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.8881173 Jun 22 07:13:52.582338 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c440b477-2189-4541-bcab-2cd429781cdd', 'tag': '96b80d4b-875f-4406-9abe-3d9e7d17f53a'}] {{(pid=92821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:13:52.589210 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114834e2e6b09b68797994cdefe3657428da4a047d1a7f773825cb7610845d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1b9ba1-5259-4358-8171-d05f8fe67bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "c440b477-2189-4541-bcab-2cd429781cdd", "tag": "96b80d4b-875f-4406-9abe-3d9e7d17f53a"}]}' {{(pid=92821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:13:52.639115 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad8f36-62f1-4f0b-8b2f-92e69082b1ba service neutron] Pushing event updated for resources: {'Port': ['ID=859da2ef-99b5-4f84-b66a-3615b9aa4284,revision_number=3']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:52.654250 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-9bad8f36-62f1-4f0b-8b2f-92e69082b1ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:52.688085 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aed33-7470-431b-9743-014e65210a50 req-4d513fcb-3ec2-486b-9894-04a393f317fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:52.690120 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2c8aed33-7470-431b-9743-014e65210a50 req-4d513fcb-3ec2-486b-9894-04a393f317fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b115f7faea3347e6818376042dd8146b&device_id=1df4d914-053a-4261-ba74-ff6334a299a1 HTTP/1.1" status: 200 len: 1096 time: 0.1589003 Jun 22 07:13:52.694177 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a19f68-58f7-40ab-b562-0567b1637597 req-eeb9b197-14de-446b-bcbb-27677249cc80 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:52.695924 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b9a19f68-58f7-40ab-b562-0567b1637597 req-eeb9b197-14de-446b-bcbb-27677249cc80 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=1df4d914-053a-4261-ba74-ff6334a299a1 HTTP/1.1" status: 200 len: 943 time: 0.4207797 Jun 22 07:13:52.758742 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b9a19f68-58f7-40ab-b562-0567b1637597 req-51e6f9b3-3cf4-49e2-a4f0-5bc6f3f63851 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514791 Jun 22 07:13:52.772314 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb819cc-47d4-455a-ad88-8c38bcbcb8c9 req-901d62d7-769d-4fba-bfee-1517b368d787 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:52.781132 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-efb819cc-47d4-455a-ad88-8c38bcbcb8c9 req-901d62d7-769d-4fba-bfee-1517b368d787 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.1716340 Jun 22 07:13:52.818487 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 33936) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:52.838431 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2c8aed33-7470-431b-9743-014e65210a50 req-19ca780f-5064-4649-acbc-814252bbc6c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=859da2ef-99b5-4f84-b66a-3615b9aa4284 HTTP/1.1" status: 200 len: 217 time: 0.1353934 Jun 22 07:13:52.858020 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-620a1975-9277-400d-9c66-f0332e8423f1 None None] Set router 0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0 gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:13:52.878996 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1a251e9-bb13-4876-996d-e59551a58fb4 admin admin] Deleting subnet 8124b7d5-6bae-4008-85d0-88df1018c706 {{(pid=92821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:13:52.911334 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-f1a251e9-bb13-4876-996d-e59551a58fb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:52.913727 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc07e37-3431-45c2-9b2f-17190c0c3109 x-openstack-request-id: req-cbc07e37-3431-45c2-9b2f-17190c0c3109 {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:13:52.914080 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df4d914-053a-4261-ba74-ff6334a299a1", "tag": "859da2ef-99b5-4f84-b66a-3615b9aa4284", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:13:52.914344 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cbc07e37-3431-45c2-9b2f-17190c0c3109 {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:13:52.914930 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df4d914-053a-4261-ba74-ff6334a299a1', 'tag': '859da2ef-99b5-4f84-b66a-3615b9aa4284', 'status': 'completed', 'code': 200} Jun 22 07:13:52.933435 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aed33-7470-431b-9743-014e65210a50 req-f0353b9d-97ec-493a-b8be-2b05b1ad848e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:52.935622 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2c8aed33-7470-431b-9743-014e65210a50 req-f0353b9d-97ec-493a-b8be-2b05b1ad848e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06523850-ed49-46ee-acdf-72646e7dc4c2 HTTP/1.1" status: 200 len: 854 time: 0.0847366 Jun 22 07:13:52.987427 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-efb819cc-47d4-455a-ad88-8c38bcbcb8c9 req-e40f3c02-1452-45e6-b718-895fcca2ca7c tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043722 Jun 22 07:13:53.004241 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2c8aed33-7470-431b-9743-014e65210a50 req-048ffca6-75c7-4287-9f21-faf90b1b7c61 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9c590a-6b44-49f8-886f-42e7319e9e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582197 Jun 22 07:13:53.006917 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-f1a251e9-bb13-4876-996d-e59551a58fb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133979590'] for subnet, precommit_delete_associations {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:53.084419 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631c5f1f-3321-4397-b4eb-7ce02ec0fb54 x-openstack-request-id: req-631c5f1f-3321-4397-b4eb-7ce02ec0fb54 {{(pid=92821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:13:53.084877 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c440b477-2189-4541-bcab-2cd429781cdd", "tag": "96b80d4b-875f-4406-9abe-3d9e7d17f53a", "status": "completed", "code": 200}]} {{(pid=92821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:13:53.085367 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-631c5f1f-3321-4397-b4eb-7ce02ec0fb54 {{(pid=92821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:13:53.085802 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c440b477-2189-4541-bcab-2cd429781cdd', 'tag': '96b80d4b-875f-4406-9abe-3d9e7d17f53a', 'status': 'completed', 'code': 200} Jun 22 07:13:53.116579 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-f1a251e9-bb13-4876-996d-e59551a58fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708745'] for subnet, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:53.307137 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-f1a251e9-bb13-4876-996d-e59551a58fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-134075330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130921171'] for subnet, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:53.335732 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-7d857855-23f4-4bc8-9ff6-2fb07af8dda4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:53.385191 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12359ebf-93eb-4a94-9af3-91b1cb1010f1 req-c3de3558-9527-4d54-a306-d005f4a0c058 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:53.388318 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-12359ebf-93eb-4a94-9af3-91b1cb1010f1 req-c3de3558-9527-4d54-a306-d005f4a0c058 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.2330871 Jun 22 07:13:53.390709 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-f1a251e9-bb13-4876-996d-e59551a58fb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:53.394444 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-f1a251e9-bb13-4876-996d-e59551a58fb4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8124b7d5-6bae-4008-85d0-88df1018c706 HTTP/1.1" status: 204 len: 168 time: 0.5742624 Jun 22 07:13:53.401191 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 33938) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:53.439401 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a251e9-bb13-4876-996d-e59551a58fb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8124b7d5-6bae-4008-85d0-88df1018c706,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:53.452413 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-f1a251e9-bb13-4876-996d-e59551a58fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:53.520947 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-12359ebf-93eb-4a94-9af3-91b1cb1010f1 req-64450acf-3309-4c06-9a63-0a4dceee18dd tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830600 Jun 22 07:13:53.535363 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-620a1975-9277-400d-9c66-f0332e8423f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'name': 'tempest-TestShelveInstance-884939547-router', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '551a317a-07b2-457a-bb5f-37ab87158e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:12:46Z', 'updated_at': '2021-06-22T07:12:50Z', 'revision_number': 4, 'project_id': 'ca81329e8fd44855893856626d570c21', 'gw_port': {'id': '551a317a-07b2-457a-bb5f-37ab87158e38', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:47Z', 'updated_at': '2021-06-22T07:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_floatingips': [{'id': '2015d348-955b-469c-8098-93565a6b0983', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'floating_ip_address': '172.28.3.68', 'floating_network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'router_id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'port_id': '96b80d4b-875f-4406-9abe-3d9e7d17f53a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d', 'mac_address': 'fa:16:3e:52:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c440b477-2189-4541-bcab-2cd429781cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:13:48Z', 'updated_at': '2021-06-22T07:13:48Z', 'revision_number': 0, 'project_id': 'ca81329e8fd44855893856626d570c21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09c55c50-5f84-4686-a764-7dcfc8c779de', 'name': '', 'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'mac_address': 'fa:16:3e:68:fd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'e803715f-67bf-442c-9b95-373513a2130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:49Z', 'updated_at': '2021-06-22T07:12:56Z', 'revision_number': 5, 'project_id': 'ca81329e8fd44855893856626d570c21', 'subnets': [{'id': 'e803715f-67bf-442c-9b95-373513a2130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:13:53.536652 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-25148020-c9c7-4e62-8f12-82846283ea11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735482'] for network, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:53.572811 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620a1975-9277-400d-9c66-f0332e8423f1 None None] Checking router: 0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0 for host: dv-cinder-786627-11-smb {{(pid=92824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:13:53.579693 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2c8aed33-7470-431b-9743-014e65210a50 req-7c14c526-8199-48c5-8f42-9b5f753d04c9 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9c590a-6b44-49f8-886f-42e7319e9e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5667291 Jun 22 07:13:53.597821 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620a1975-9277-400d-9c66-f0332e8423f1 None None] Routers {'0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:13:53.598822 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-620a1975-9277-400d-9c66-f0332e8423f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:13:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:13:53.625172 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b9ba1-5259-4358-8171-d05f8fe67bb2 req-e9aa6da1-ba22-4928-9816-ba11ed715409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:53.626848 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-4a1b9ba1-5259-4358-8171-d05f8fe67bb2 req-e9aa6da1-ba22-4928-9816-ba11ed715409 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca81329e8fd44855893856626d570c21&device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 1098 time: 0.2600849 Jun 22 07:13:53.803512 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-25148020-c9c7-4e62-8f12-82846283ea11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709888', 'neutron.services.segments.db._delete_segments_for_network-8736031724755'] for network, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:53.882560 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-620a1975-9277-400d-9c66-f0332e8423f1 None None] Set router 0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0 gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:13:53.895119 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b9ba1-5259-4358-8171-d05f8fe67bb2 req-3c14500f-159f-4b10-970d-fbab5748655b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:53.897835 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-4a1b9ba1-5259-4358-8171-d05f8fe67bb2 req-3c14500f-159f-4b10-970d-fbab5748655b service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ce36a1f-c09b-4d07-ae5c-9465c4773b3d HTTP/1.1" status: 200 len: 909 time: 0.2575159 Jun 22 07:13:53.961373 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2c8aed33-7470-431b-9743-014e65210a50 req-8759557b-28ce-4b62-86b6-416f02546e96 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9c590a-6b44-49f8-886f-42e7319e9e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504491 Jun 22 07:13:53.963376 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.services.segments.db [None req-25148020-c9c7-4e62-8f12-82846283ea11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc47123-9b4c-41e9-89d7-06a38c572763']}} {{(pid=92822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:13:54.127379 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.services.segments.db [None req-25148020-c9c7-4e62-8f12-82846283ea11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0290dc99-6ff7-4457-9a4b-580f1a31f280') {'for_net_delete': True} {{(pid=92822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:13:54.128888 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.services.segments.db [None req-25148020-c9c7-4e62-8f12-82846283ea11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0290dc99-6ff7-4457-9a4b-580f1a31f280') {} {{(pid=92822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:13:54.178469 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-4a1b9ba1-5259-4358-8171-d05f8fe67bb2 req-9dc9278a-356d-43f1-8c0d-69ac7760107e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96b80d4b-875f-4406-9abe-3d9e7d17f53a HTTP/1.1" status: 200 len: 998 time: 0.2109139 Jun 22 07:13:54.181322 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-25148020-c9c7-4e62-8f12-82846283ea11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736031724584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133502001'] for segment, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:54.266867 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-25148020-c9c7-4e62-8f12-82846283ea11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:54.298929 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25148020-c9c7-4e62-8f12-82846283ea11 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=92822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:13:54.300378 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-25148020-c9c7-4e62-8f12-82846283ea11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133502593'] for segment, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: Traceback (most recent call last): Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: timer() Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: cb(*args, **kw) Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: return func(*args, **kwargs) Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: self._notify() Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: self.callback(batched_events) Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: event.method(event) Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: return f(self, *a, **k) Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: return self._get(url).json() Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: return self.request(url, 'GET', **kwargs) Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:13:54.304290 dv-cinder-786627-11-smb neutron-server[92822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:13:54.336690 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff8f73-7f83-43b1-90d1-a8b71b7c7ca9 req-c0bd61d1-4f18-4fd1-aa3b-6649a4394e80 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:54.339178 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-66ff8f73-7f83-43b1-90d1-a8b71b7c7ca9 req-c0bd61d1-4f18-4fd1-aa3b-6649a4394e80 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=1df4d914-053a-4261-ba74-ff6334a299a1 HTTP/1.1" status: 200 len: 943 time: 0.2382247 Jun 22 07:13:54.436605 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b9ba1-5259-4358-8171-d05f8fe67bb2 req-a5fe5556-9d16-495b-96e7-7f88c47a6666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:54.438939 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-4a1b9ba1-5259-4358-8171-d05f8fe67bb2 req-a5fe5556-9d16-495b-96e7-7f88c47a6666 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e803715f-67bf-442c-9b95-373513a2130d HTTP/1.1" status: 200 len: 847 time: 0.2434773 Jun 22 07:13:54.466521 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-25148020-c9c7-4e62-8f12-82846283ea11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592449'] for network, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:54.523994 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-620a1975-9277-400d-9c66-f0332e8423f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'name': 'tempest-TestShelveInstance-884939547-router', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '551a317a-07b2-457a-bb5f-37ab87158e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:12:46Z', 'updated_at': '2021-06-22T07:12:50Z', 'revision_number': 4, 'project_id': 'ca81329e8fd44855893856626d570c21', 'gw_port': {'id': '551a317a-07b2-457a-bb5f-37ab87158e38', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:47Z', 'updated_at': '2021-06-22T07:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_floatingips': [{'id': '2015d348-955b-469c-8098-93565a6b0983', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'floating_ip_address': '172.28.3.68', 'floating_network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'router_id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'port_id': '96b80d4b-875f-4406-9abe-3d9e7d17f53a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d', 'mac_address': 'fa:16:3e:52:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c440b477-2189-4541-bcab-2cd429781cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:13:48Z', 'updated_at': '2021-06-22T07:13:48Z', 'revision_number': 0, 'project_id': 'ca81329e8fd44855893856626d570c21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09c55c50-5f84-4686-a764-7dcfc8c779de', 'name': '', 'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'mac_address': 'fa:16:3e:68:fd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'e803715f-67bf-442c-9b95-373513a2130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:49Z', 'updated_at': '2021-06-22T07:12:56Z', 'revision_number': 5, 'project_id': 'ca81329e8fd44855893856626d570c21', 'subnets': [{'id': 'e803715f-67bf-442c-9b95-373513a2130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:13:54.544408 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaeebc8-2022-424c-a27b-ed979eccf87b req-bddb63b9-be6c-4389-b7d2-616664c241c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:54.546933 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-8aaeebc8-2022-424c-a27b-ed979eccf87b req-bddb63b9-be6c-4389-b7d2-616664c241c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b115f7faea3347e6818376042dd8146b&device_id=1df4d914-053a-4261-ba74-ff6334a299a1 HTTP/1.1" status: 200 len: 1096 time: 0.4565685 Jun 22 07:13:54.563226 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ab53df00-180e-4277-b3a4-0a2e2f8a5839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:54.599092 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-25148020-c9c7-4e62-8f12-82846283ea11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:54.606130 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-25148020-c9c7-4e62-8f12-82846283ea11 admin admin] 10.222.0.22 "DELETE /v2.0/networks/9fc47123-9b4c-41e9-89d7-06a38c572763 HTTP/1.1" status: 204 len: 168 time: 1.1980314 Jun 22 07:13:54.640994 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-66ff8f73-7f83-43b1-90d1-a8b71b7c7ca9 req-5920d906-f480-44d6-9391-16d85811ffe9 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709510 Jun 22 07:13:54.683598 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620a1975-9277-400d-9c66-f0332e8423f1 None None] The sync data for ids ['0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'] in dv-cinder-786627-11-smb is: [{'id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'name': 'tempest-TestShelveInstance-884939547-router', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '551a317a-07b2-457a-bb5f-37ab87158e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:12:46Z', 'updated_at': '2021-06-22T07:12:50Z', 'revision_number': 4, 'project_id': 'ca81329e8fd44855893856626d570c21', 'gw_port': {'id': '551a317a-07b2-457a-bb5f-37ab87158e38', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:47Z', 'updated_at': '2021-06-22T07:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_floatingips': [{'id': '2015d348-955b-469c-8098-93565a6b0983', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'floating_ip_address': '172.28.3.68', 'floating_network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'router_id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'port_id': '96b80d4b-875f-4406-9abe-3d9e7d17f53a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d', 'mac_address': 'fa:16:3e:52:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c440b477-2189-4541-bcab-2cd429781cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:13:48Z', 'updated_at': '2021-06-22T07:13:48Z', 'revision_number': 0, 'project_id': 'ca81329e8fd44855893856626d570c21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09c55c50-5f84-4686-a764-7dcfc8c779de', 'name': '', 'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'mac_address': 'fa:16:3e:68:fd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'e803715f-67bf-442c-9b95-373513a2130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:49Z', 'updated_at': '2021-06-22T07:12:56Z', 'revision_number': 5, 'project_id': 'ca81329e8fd44855893856626d570c21', 'subnets': [{'id': 'e803715f-67bf-442c-9b95-373513a2130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:13:54.813111 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfecde-bfc6-49f9-aa98-024091081357 req-0102e9ed-4625-4f67-82c5-f63bf49859e9 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:54.815620 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-25cfecde-bfc6-49f9-aa98-024091081357 req-0102e9ed-4625-4f67-82c5-f63bf49859e9 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.4207733 Jun 22 07:13:54.983107 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25148020-c9c7-4e62-8f12-82846283ea11 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fc47123-9b4c-41e9-89d7-06a38c572763,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:55.001303 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-25148020-c9c7-4e62-8f12-82846283ea11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:55.033439 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-25cfecde-bfc6-49f9-aa98-024091081357 req-0d30910c-3807-4723-b50d-12020f2f1995 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970570 Jun 22 07:13:55.311898 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129689bf-8f6d-4ebf-929d-ee9a07e28a25 None None] New status for floating IP 2015d348-955b-469c-8098-93565a6b0983: ACTIVE {{(pid=92823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:13:55.328106 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b9ba1-5259-4358-8171-d05f8fe67bb2 req-b75272b9-8b04-42e9-9df7-5e59d6b51f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:55.331244 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-4a1b9ba1-5259-4358-8171-d05f8fe67bb2 req-b75272b9-8b04-42e9-9df7-5e59d6b51f87 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ce36a1f-c09b-4d07-ae5c-9465c4773b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.8783736 Jun 22 07:13:55.338542 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaeebc8-2022-424c-a27b-ed979eccf87b req-c3afe0b7-1c5d-46cc-b398-e0c0c6c65580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:55.340716 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-8aaeebc8-2022-424c-a27b-ed979eccf87b req-c3afe0b7-1c5d-46cc-b398-e0c0c6c65580 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e9c590a-6b44-49f8-886f-42e7319e9e4c HTTP/1.1" status: 200 len: 915 time: 0.7738361 Jun 22 07:13:55.430307 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed527ce-acdf-40c8-8a1f-895eef24f768 req-f4968cf9-35b5-4c45-8180-fccdfbd38987 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:55.444165 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4ed527ce-acdf-40c8-8a1f-895eef24f768 req-f4968cf9-35b5-4c45-8180-fccdfbd38987 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.1452901 Jun 22 07:13:55.444668 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-8aaeebc8-2022-424c-a27b-ed979eccf87b req-208195e6-0316-41cf-8ecf-9a9cd583ee69 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=859da2ef-99b5-4f84-b66a-3615b9aa4284 HTTP/1.1" status: 200 len: 217 time: 0.0934908 Jun 22 07:13:55.482050 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 33958) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:55.530295 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaeebc8-2022-424c-a27b-ed979eccf87b req-f71064ea-5f8a-4b46-88ae-cc0be305e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:55.531802 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-8aaeebc8-2022-424c-a27b-ed979eccf87b req-f71064ea-5f8a-4b46-88ae-cc0be305e4f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06523850-ed49-46ee-acdf-72646e7dc4c2 HTTP/1.1" status: 200 len: 854 time: 0.0774646 Jun 22 07:13:55.574354 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4ed527ce-acdf-40c8-8a1f-895eef24f768 req-c8a5d223-a9a0-4ab2-b917-b4fb586ec1e1 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286561 Jun 22 07:13:55.583595 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-8aaeebc8-2022-424c-a27b-ed979eccf87b req-46a23278-08e6-4f6e-9760-f7320f280ebf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e9c590a-6b44-49f8-886f-42e7319e9e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352621 Jun 22 07:13:55.586573 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-4a1b9ba1-5259-4358-8171-d05f8fe67bb2 req-91970ce9-06c4-4568-9cd4-3d345e3eb54d service neutron] 10.222.0.42 "GET /v2.0/networks/0ce36a1f-c09b-4d07-ae5c-9465c4773b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445095 Jun 22 07:13:55.614622 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-81407d7b-430e-4843-8f26-140c4e25b587 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ca03313995db4f52aa5ccd35ec65f37e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1309476 Jun 22 07:13:55.617278 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 33960) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:55.709933 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-4e344cbe-3a91-4d88-ab99-1ba722092c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:55.753075 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-4e344cbe-3a91-4d88-ab99-1ba722092c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:55.792200 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-4a1b9ba1-5259-4358-8171-d05f8fe67bb2 req-8f6940ea-5d59-46ad-8b06-65ef054bfe2c service neutron] 10.222.0.42 "GET /v2.0/networks/0ce36a1f-c09b-4d07-ae5c-9465c4773b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858253 Jun 22 07:13:55.797517 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-8aaeebc8-2022-424c-a27b-ed979eccf87b req-5bf7cf7a-0788-4d47-b56f-efa903142f91 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9c590a-6b44-49f8-886f-42e7319e9e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923575 Jun 22 07:13:55.894492 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-4e344cbe-3a91-4d88-ab99-1ba722092c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:55.907592 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-4e344cbe-3a91-4d88-ab99-1ba722092c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:55.909250 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-4e344cbe-3a91-4d88-ab99-1ba722092c35 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/27c6befb-3603-4191-8f55-1edbc4ee8c1e HTTP/1.1" status: 204 len: 168 time: 0.2906919 Jun 22 07:13:55.915653 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-66edb23d-e5c6-42bc-91eb-69fd3c2f28b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:55.958403 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e344cbe-3a91-4d88-ab99-1ba722092c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c6befb-3603-4191-8f55-1edbc4ee8c1e,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:55.967703 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-4e344cbe-3a91-4d88-ab99-1ba722092c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:56.032050 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-8aaeebc8-2022-424c-a27b-ed979eccf87b req-070889d1-4fc1-4de3-8b0e-488b40f98bf9 service neutron] 10.222.0.42 "GET /v2.0/networks/3e9c590a-6b44-49f8-886f-42e7319e9e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238014 Jun 22 07:13:56.198650 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ba5b8-f837-4822-bd01-aa90caa2b036 req-e7624163-2acc-4f3e-9945-895b7bcfef1d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:56.201683 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d09ba5b8-f837-4822-bd01-aa90caa2b036 req-e7624163-2acc-4f3e-9945-895b7bcfef1d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=1df4d914-053a-4261-ba74-ff6334a299a1 HTTP/1.1" status: 200 len: 943 time: 0.2124586 Jun 22 07:13:56.344869 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d09ba5b8-f837-4822-bd01-aa90caa2b036 req-827fe36f-9d49-4fd0-abdf-e9480ab88301 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346500 Jun 22 07:13:56.553912 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf3b9d-159c-480d-a178-4f30c318fccc req-1bd97985-2e57-4fec-9e92-528de832b24f tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:56.555880 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f3bf3b9d-159c-480d-a178-4f30c318fccc req-1bd97985-2e57-4fec-9e92-528de832b24f tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.1150343 Jun 22 07:13:56.653161 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f3bf3b9d-159c-480d-a178-4f30c318fccc req-7b2eaeef-4f08-4ec4-9858-b5882a2c26c8 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882680 Jun 22 07:13:56.733441 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 859da2ef-99b5-4f84-b66a-3615b9aa4284 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:13:56.860354 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5f637-d084-47e4-ab4c-7abf545639e8 req-ca9ffb55-7a2b-4fdc-96fb-e84df8cbf7fd tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:56.868255 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-49c5f637-d084-47e4-ab4c-7abf545639e8 req-ca9ffb55-7a2b-4fdc-96fb-e84df8cbf7fd tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0943305 Jun 22 07:13:56.873581 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 859da2ef-99b5-4f84-b66a-3615b9aa4284, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=859da2ef-99b5-4f84-b66a-3615b9aa4284,segment=NetworkSegment(fd845a99-f4e6-4201-b4ca-0c1b2d0796b9),segment_id=fd845a99-f4e6-4201-b4ca-0c1b2d0796b9)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:13:56.890253 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Returning: {'device': '859da2ef-99b5-4f84-b66a-3615b9aa4284', 'network_id': '3e9c590a-6b44-49f8-886f-42e7319e9e4c', 'port_id': '859da2ef-99b5-4f84-b66a-3615b9aa4284', 'mac_address': 'fa:16:3e:db:1f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06523850-ed49-46ee-acdf-72646e7dc4c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:13:56.917495 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-49c5f637-d084-47e4-ab4c-7abf545639e8 req-7e18d21b-671f-4f60-abc3-2fbd98ea8c72 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474951 Jun 22 07:13:56.973961 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:56.993232 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859da2ef-99b5-4f84-b66a-3615b9aa4284 {{(pid=92823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:13:57.022774 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 859da2ef-99b5-4f84-b66a-3615b9aa4284, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=859da2ef-99b5-4f84-b66a-3615b9aa4284,segment=NetworkSegment(fd845a99-f4e6-4201-b4ca-0c1b2d0796b9),segment_id=fd845a99-f4e6-4201-b4ca-0c1b2d0796b9)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:13:57.028856 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:57.033402 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:57.099244 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=859da2ef-99b5-4f84-b66a-3615b9aa4284,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:57.104159 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:57.437109 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['859da2ef-99b5-4f84-b66a-3615b9aa4284'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:13:57.693319 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5d871-0333-4d0e-837b-d35d9ae449e6 req-d563fc45-d57f-45f4-a9b2-ae09834d0767 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:57.702258 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-fac5d871-0333-4d0e-837b-d35d9ae449e6 req-d563fc45-d57f-45f4-a9b2-ae09834d0767 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=1df4d914-053a-4261-ba74-ff6334a299a1 HTTP/1.1" status: 200 len: 944 time: 0.0993810 Jun 22 07:13:57.840065 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-fac5d871-0333-4d0e-837b-d35d9ae449e6 req-a8f9a422-7b30-44d4-a03d-7ad59ea4ea38 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365671 Jun 22 07:13:57.969328 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaae733-03b2-4525-b1b6-0e69d6da707d req-9be0f3d8-d4ed-400a-a08a-6c18605191f1 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:57.971004 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1eaae733-03b2-4525-b1b6-0e69d6da707d req-9be0f3d8-d4ed-400a-a08a-6c18605191f1 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.0858541 Jun 22 07:13:58.024375 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1eaae733-03b2-4525-b1b6-0e69d6da707d req-91f3d873-9d4a-4d20-9077-a210c5810dab tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466380 Jun 22 07:13:58.732727 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e9c5d-7791-4828-b4d5-623ddc1f7265 req-e78b84a0-e855-4ef5-a37f-d8e5b2527139 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:58.735009 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c74e9c5d-7791-4828-b4d5-623ddc1f7265 req-e78b84a0-e855-4ef5-a37f-d8e5b2527139 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0948637 Jun 22 07:13:58.804208 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c74e9c5d-7791-4828-b4d5-623ddc1f7265 req-26e7ec9f-b3ed-4829-ab0c-062fbb7c3ba2 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571918 Jun 22 07:13:59.215673 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6538f0-ef7e-4b3e-9ffb-050acd47aedc req-2d842cb7-20b3-4815-9b60-2e9c70336d4d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:59.217734 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-cb6538f0-ef7e-4b3e-9ffb-050acd47aedc req-2d842cb7-20b3-4815-9b60-2e9c70336d4d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=1df4d914-053a-4261-ba74-ff6334a299a1 HTTP/1.1" status: 200 len: 944 time: 0.1388466 Jun 22 07:13:59.304405 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-cb6538f0-ef7e-4b3e-9ffb-050acd47aedc req-4550e6fa-3027-428a-8137-0e57f9616cfc tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796781 Jun 22 07:13:59.734007 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f0cdf-ff2a-4af9-bd25-5694664b5c6b req-abf8245b-2543-4484-aa39-46fd3c821d63 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:59.737202 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0b2f0cdf-ff2a-4af9-bd25-5694664b5c6b req-abf8245b-2543-4484-aa39-46fd3c821d63 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.1813266 Jun 22 07:13:59.826652 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0b2f0cdf-ff2a-4af9-bd25-5694664b5c6b req-df1868d3-3366-4e3a-a9d5-64416b7e5ab4 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775268 Jun 22 07:14:00.640697 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905bda2-939c-4321-8df0-076140738894 req-b9eeddef-43f9-48c2-b78e-8f48b756cfe1 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:00.647895 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d905bda2-939c-4321-8df0-076140738894 req-b9eeddef-43f9-48c2-b78e-8f48b756cfe1 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=1df4d914-053a-4261-ba74-ff6334a299a1 HTTP/1.1" status: 200 len: 944 time: 0.1347675 Jun 22 07:14:00.720713 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d905bda2-939c-4321-8df0-076140738894 req-385a768b-77ae-43fb-be05-cbd5a4d0c908 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718682 Jun 22 07:14:00.780761 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 859da2ef-99b5-4f84-b66a-3615b9aa4284 up at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:14:00.897294 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning for port 859da2ef-99b5-4f84-b66a-3615b9aa4284 completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:14:00.907936 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning complete for port 859da2ef-99b5-4f84-b66a-3615b9aa4284 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:14:00.908744 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:01.118124 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:01.162191 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df4d914-053a-4261-ba74-ff6334a299a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859da2ef-99b5-4f84-b66a-3615b9aa4284'}] {{(pid=92823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:14:01.166944 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1855b14f289de04877f76e9f82b9d84154af39b836c558547df9393c60095739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed940dba-8d44-4a1d-9d70-dec7fc05c97c" -d '{"events": [{"server_uuid": "1df4d914-053a-4261-ba74-ff6334a299a1", "name": "network-vif-plugged", "status": "completed", "tag": "859da2ef-99b5-4f84-b66a-3615b9aa4284"}]}' {{(pid=92823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:14:01.191077 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 859da2ef-99b5-4f84-b66a-3615b9aa4284, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=859da2ef-99b5-4f84-b66a-3615b9aa4284,segment=NetworkSegment(fd845a99-f4e6-4201-b4ca-0c1b2d0796b9),segment_id=fd845a99-f4e6-4201-b4ca-0c1b2d0796b9)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:14:01.199434 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:01.203554 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:01.214147 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf953881-f915-4ce8-a24c-96cb29e6aa4c req-e5a97c89-02de-4b67-99ca-68b79d64d3af tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:01.216174 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-cf953881-f915-4ce8-a24c-96cb29e6aa4c req-e5a97c89-02de-4b67-99ca-68b79d64d3af tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.1267822 Jun 22 07:14:01.269459 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0898b08b-1e31-4610-acc9-19d4cec3fe00 x-openstack-request-id: req-0898b08b-1e31-4610-acc9-19d4cec3fe00 {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:14:01.269773 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df4d914-053a-4261-ba74-ff6334a299a1", "name": "network-vif-plugged", "status": "completed", "tag": "859da2ef-99b5-4f84-b66a-3615b9aa4284", "code": 200}]} {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:14:01.270041 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0898b08b-1e31-4610-acc9-19d4cec3fe00 {{(pid=92823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:14:01.270447 dv-cinder-786627-11-smb neutron-server[92823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df4d914-053a-4261-ba74-ff6334a299a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859da2ef-99b5-4f84-b66a-3615b9aa4284', 'code': 200} Jun 22 07:14:01.296259 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=859da2ef-99b5-4f84-b66a-3615b9aa4284,revision_number=5']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:01.311592 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:01.325228 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-cf953881-f915-4ce8-a24c-96cb29e6aa4c req-52d43cfb-4b3f-43dd-b656-4c07a49c6412 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998304 Jun 22 07:14:01.737434 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625d0b1-7941-41bf-a187-fd435d725c74 req-818ced00-ef33-4e81-a969-65dc9204335b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:01.742298 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-e625d0b1-7941-41bf-a187-fd435d725c74 req-818ced00-ef33-4e81-a969-65dc9204335b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1df4d914-053a-4261-ba74-ff6334a299a1 HTTP/1.1" status: 200 len: 1098 time: 0.1070592 Jun 22 07:14:01.851679 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-e625d0b1-7941-41bf-a187-fd435d725c74 req-7644520f-3ffd-40ba-bd09-91633f03a62f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000817 Jun 22 07:14:02.109180 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7a4c6-02e6-473f-9b7e-387f38e4fbaa req-7c67ae23-4045-4de0-bc58-762ec0b90654 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:02.112082 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-47b7a4c6-02e6-473f-9b7e-387f38e4fbaa req-7c67ae23-4045-4de0-bc58-762ec0b90654 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=1df4d914-053a-4261-ba74-ff6334a299a1 HTTP/1.1" status: 200 len: 945 time: 0.1439445 Jun 22 07:14:02.167228 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-47b7a4c6-02e6-473f-9b7e-387f38e4fbaa req-6796a059-ca49-4115-9ed8-b9d25b2dc346 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482488 Jun 22 07:14:02.716473 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7740be-2744-4059-b166-e3744f6b67d0 req-f48a1df6-3406-467c-b494-3b44036ce79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:02.719949 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-9a7740be-2744-4059-b166-e3744f6b67d0 req-f48a1df6-3406-467c-b494-3b44036ce79c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c19cfe1fd182497e82b34a8b9451608a&device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 1098 time: 0.1322145 Jun 22 07:14:02.735120 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc5631-834a-4728-b609-e0ffe2030d55 req-dca6eba3-5473-48bc-b611-42570fe929d6 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:02.738023 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7ccc5631-834a-4728-b609-e0ffe2030d55 req-dca6eba3-5473-48bc-b611-42570fe929d6 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.1462662 Jun 22 07:14:02.873815 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7ccc5631-834a-4728-b609-e0ffe2030d55 req-ceaf2afd-21ec-472a-9ff9-170ce334a84b tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053815 Jun 22 07:14:02.931570 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7740be-2744-4059-b166-e3744f6b67d0 req-b9faff8d-6527-4126-9174-438d5fca4ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:02.942378 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-9a7740be-2744-4059-b166-e3744f6b67d0 req-b9faff8d-6527-4126-9174-438d5fca4ff5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=33d047a2-1fae-4203-972f-e359a6e3784a HTTP/1.1" status: 200 len: 920 time: 0.2112756 Jun 22 07:14:03.000744 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc036a-11e6-47bb-a142-05a3a3925b35 req-e33f4de1-55bd-4bbe-a9b2-a6113b149aa7 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:03.004625 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-92bc036a-11e6-47bb-a142-05a3a3925b35 req-e33f4de1-55bd-4bbe-a9b2-a6113b149aa7 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.2646780 Jun 22 07:14:03.062930 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-9a7740be-2744-4059-b166-e3744f6b67d0 req-9ff9917c-02fc-423e-8faf-64d03132f46a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd9b8b02-4e0c-4e6a-850c-65d43e5abc60 HTTP/1.1" status: 200 len: 217 time: 0.0974183 Jun 22 07:14:03.104304 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-92bc036a-11e6-47bb-a142-05a3a3925b35 req-4a757cbb-67d8-4fef-9a11-2e386cdf6c70 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926814 Jun 22 07:14:03.184822 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7740be-2744-4059-b166-e3744f6b67d0 req-51dc5ece-69fd-4b73-8138-596422dcf981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:03.188606 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-9a7740be-2744-4059-b166-e3744f6b67d0 req-51dc5ece-69fd-4b73-8138-596422dcf981 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f8df47a-1b35-48e0-8850-2f48fdf17319 HTTP/1.1" status: 200 len: 859 time: 0.1111615 Jun 22 07:14:03.265414 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-9a7740be-2744-4059-b166-e3744f6b67d0 req-6edda9aa-94c3-4309-abf1-1db997be75fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33d047a2-1fae-4203-972f-e359a6e3784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602117 Jun 22 07:14:03.459196 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-9a7740be-2744-4059-b166-e3744f6b67d0 req-7df7a00e-4c2c-4c8b-806a-f602af48046b service neutron] 10.222.0.42 "GET /v2.0/networks/33d047a2-1fae-4203-972f-e359a6e3784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801741 Jun 22 07:14:03.474761 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477cb968-d3f0-471b-8268-fbdf8a6c300b req-e659681b-2122-4320-b51b-e38ecad03fee tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:03.476626 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-477cb968-d3f0-471b-8268-fbdf8a6c300b req-e659681b-2122-4320-b51b-e38ecad03fee tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=1df4d914-053a-4261-ba74-ff6334a299a1 HTTP/1.1" status: 200 len: 945 time: 0.1047645 Jun 22 07:14:03.490402 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 34080) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:03.561135 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-477cb968-d3f0-471b-8268-fbdf8a6c300b req-46ecc1e6-ab4b-4cac-9913-16558922ff7d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720038 Jun 22 07:14:03.665365 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-99aef4e5-6753-47f2-841e-77eab0516f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:03.740119 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-9a7740be-2744-4059-b166-e3744f6b67d0 req-3192ec96-adf3-4aae-bd48-85ddaf8615a8 service neutron] 10.222.0.42 "GET /v2.0/networks/33d047a2-1fae-4203-972f-e359a6e3784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784093 Jun 22 07:14:03.843271 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-99aef4e5-6753-47f2-841e-77eab0516f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:03.848671 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-99aef4e5-6753-47f2-841e-77eab0516f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:03.875200 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-cf792f5d-40cc-464c-8c38-d86721bf19fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:03.892826 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-99aef4e5-6753-47f2-841e-77eab0516f2b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=28204d9bb729481eb637e586ec863568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4000304 Jun 22 07:14:03.896677 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 34090) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:03.911751 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aef4e5-6753-47f2-841e-77eab0516f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8e450d-85bb-4173-b093-1e8abcd3d62d,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:03.918053 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-99aef4e5-6753-47f2-841e-77eab0516f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:04.093446 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-afa7bed7-8b5b-4387-8472-e949a183f0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:04.109119 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef40f5e-f4d3-4a79-8be6-93a77679b491 req-dc8eedce-2426-45f2-bc6d-96e40c2ec15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:04.109119 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-eef40f5e-f4d3-4a79-8be6-93a77679b491 req-dc8eedce-2426-45f2-bc6d-96e40c2ec15a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a963e21ede0e4de2b0be961765302c27&device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 1099 time: 0.1711268 Jun 22 07:14:04.137339 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-52b99068-5011-4dd8-9690-6aa2a8c50857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:04.192231 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-afa7bed7-8b5b-4387-8472-e949a183f0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:04.239561 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdf6a2-f3b4-4234-967e-f8ff35bb219c req-404e6e40-818b-4844-b985-4a51a7928eba tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:04.245876 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-54cdf6a2-f3b4-4234-967e-f8ff35bb219c req-404e6e40-818b-4844-b985-4a51a7928eba tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.1421015 Jun 22 07:14:04.299639 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef40f5e-f4d3-4a79-8be6-93a77679b491 req-f2d53c25-53f1-48aa-8c8b-8ba6b4b1c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:04.302290 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-eef40f5e-f4d3-4a79-8be6-93a77679b491 req-f2d53c25-53f1-48aa-8c8b-8ba6b4b1c06d service neutron] 10.222.0.42 "GET /v2.0/networks?id=039d8b06-cce4-4bf8-a1d0-7746d58cf8db HTTP/1.1" status: 200 len: 916 time: 0.1805880 Jun 22 07:14:04.319001 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-afa7bed7-8b5b-4387-8472-e949a183f0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:04.323512 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-afa7bed7-8b5b-4387-8472-e949a183f0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:04.324895 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-afa7bed7-8b5b-4387-8472-e949a183f0d3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4f8e450d-85bb-4173-b093-1e8abcd3d62d HTTP/1.1" status: 204 len: 168 time: 0.4248924 Jun 22 07:14:04.348094 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-54cdf6a2-f3b4-4234-967e-f8ff35bb219c req-94042205-cc9d-4d72-83c5-fb4089c55a56 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897841 Jun 22 07:14:04.382652 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-04fc369e-9a6e-4637-ab57-9c22717299cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:04.394687 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7bed7-8b5b-4387-8472-e949a183f0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8e450d-85bb-4173-b093-1e8abcd3d62d,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:04.398810 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-afa7bed7-8b5b-4387-8472-e949a183f0d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:04.427685 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-eef40f5e-f4d3-4a79-8be6-93a77679b491 req-504e32c4-442f-4619-9411-c03d06608a23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=889b9eda-eaa9-47d9-9de9-189adf574c08 HTTP/1.1" status: 200 len: 1001 time: 0.1173675 Jun 22 07:14:04.446937 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9349e33-839e-4285-a0f8-3d7e4dbdf809 req-683dc8e7-2b4c-4d2d-97ea-d56e00281a81 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:04.450166 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b9349e33-839e-4285-a0f8-3d7e4dbdf809 req-683dc8e7-2b4c-4d2d-97ea-d56e00281a81 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.1418076 Jun 22 07:14:04.516315 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef40f5e-f4d3-4a79-8be6-93a77679b491 req-6b5c6c17-945e-452a-a0ed-5809bb5764f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:04.519321 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-eef40f5e-f4d3-4a79-8be6-93a77679b491 req-6b5c6c17-945e-452a-a0ed-5809bb5764f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=978e6915-65f8-462b-a6af-3ef15c3adee2 HTTP/1.1" status: 200 len: 854 time: 0.0813882 Jun 22 07:14:04.525809 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b9349e33-839e-4285-a0f8-3d7e4dbdf809 req-0808da1e-e9c7-4679-a5a9-8161b350a53e tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674601 Jun 22 07:14:04.599350 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef40f5e-f4d3-4a79-8be6-93a77679b491 req-43655221-0230-4de9-bba6-3e7359868a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:04.601159 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-eef40f5e-f4d3-4a79-8be6-93a77679b491 req-43655221-0230-4de9-bba6-3e7359868a28 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=039d8b06-cce4-4bf8-a1d0-7746d58cf8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0687356 Jun 22 07:14:04.748622 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-eef40f5e-f4d3-4a79-8be6-93a77679b491 req-3730ea83-2d0b-425d-8b99-2c5ed317d0cb service neutron] 10.222.0.42 "GET /v2.0/networks/039d8b06-cce4-4bf8-a1d0-7746d58cf8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348534 Jun 22 07:14:04.926234 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-eef40f5e-f4d3-4a79-8be6-93a77679b491 req-d1b0e3c9-57f3-4be2-b815-610d655d53e0 service neutron] 10.222.0.42 "GET /v2.0/networks/039d8b06-cce4-4bf8-a1d0-7746d58cf8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671357 Jun 22 07:14:05.637062 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534da08-4035-4105-a630-815c2cb7b09f req-31816fb2-24b8-43e8-a1e3-ab9b79685724 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:05.639695 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2534da08-4035-4105-a630-815c2cb7b09f req-31816fb2-24b8-43e8-a1e3-ab9b79685724 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.1155548 Jun 22 07:14:05.740980 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2534da08-4035-4105-a630-815c2cb7b09f req-e2c9427d-c1b4-4b32-b97f-6b9e6fa1fe17 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922117 Jun 22 07:14:05.960827 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f10a5-5905-4aba-81ab-62381ea3d55e req-25477239-575d-4b4b-b162-663dde0fbe6c tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:05.963923 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-552f10a5-5905-4aba-81ab-62381ea3d55e req-25477239-575d-4b4b-b162-663dde0fbe6c tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0914338 Jun 22 07:14:06.021902 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-552f10a5-5905-4aba-81ab-62381ea3d55e req-9ac5e15a-59c7-4fff-a71e-55647d9fb5ba tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459020 Jun 22 07:14:06.735825 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-f47742b7-31d7-464e-9416-fac72ec441c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:06.811614 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 889b9eda-eaa9-47d9-9de9-189adf574c08 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:14:07.143574 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e888314-e57d-4edf-80cc-a638a9a293c6 req-96c582f8-685e-4b31-a7c0-329ae0921d67 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:07.145686 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1e888314-e57d-4edf-80cc-a638a9a293c6 req-96c582f8-685e-4b31-a7c0-329ae0921d67 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 946 time: 0.1853759 Jun 22 07:14:07.151093 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:07.194378 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:07.214285 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c5edf2-c338-4f74-b696-056964e157fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '889b9eda-eaa9-47d9-9de9-189adf574c08'}] {{(pid=92823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:14:07.217130 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1855b14f289de04877f76e9f82b9d84154af39b836c558547df9393c60095739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfeed3a-dea6-4cc9-be89-e25bd85ed9ec" -d '{"events": [{"server_uuid": "02c5edf2-c338-4f74-b696-056964e157fa", "name": "network-vif-unplugged", "status": "completed", "tag": "889b9eda-eaa9-47d9-9de9-189adf574c08"}]}' {{(pid=92823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:14:07.223334 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1e888314-e57d-4edf-80cc-a638a9a293c6 req-77d7a232-0b9d-4dd6-8402-d13bf5338d08 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543389 Jun 22 07:14:07.256201 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 889b9eda-eaa9-47d9-9de9-189adf574c08, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=889b9eda-eaa9-47d9-9de9-189adf574c08,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:14:07.263205 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:07.268474 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:07.340002 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=889b9eda-eaa9-47d9-9de9-189adf574c08,revision_number=8']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:07.343744 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:07.351155 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 07:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9717eb-3030-4206-ac6b-802f53af4cf7 x-openstack-request-id: req-5e9717eb-3030-4206-ac6b-802f53af4cf7 {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:14:07.351992 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c5edf2-c338-4f74-b696-056964e157fa", "name": "network-vif-unplugged", "status": "completed", "tag": "889b9eda-eaa9-47d9-9de9-189adf574c08", "code": 200}]} {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:14:07.352496 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5e9717eb-3030-4206-ac6b-802f53af4cf7 {{(pid=92823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:14:07.353539 dv-cinder-786627-11-smb neutron-server[92823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c5edf2-c338-4f74-b696-056964e157fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '889b9eda-eaa9-47d9-9de9-189adf574c08', 'code': 200} Jun 22 07:14:07.371555 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1044b27-8de6-4487-b830-106de85167a4 req-afa8e71b-e50c-4766-8809-c4b1b766bc21 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:07.373448 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e1044b27-8de6-4487-b830-106de85167a4 req-afa8e71b-e50c-4766-8809-c4b1b766bc21 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.1268873 Jun 22 07:14:07.443380 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e1044b27-8de6-4487-b830-106de85167a4 req-a882268e-c4d1-4d6d-8b7c-a54783e2e2b3 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591915 Jun 22 07:14:07.749956 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:08.538696 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fd920-a34d-4b2b-9169-a7dc0233cd45 req-367f5ccf-412f-4890-bc8c-da62d0321c07 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:08.541181 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-578fd920-a34d-4b2b-9169-a7dc0233cd45 req-367f5ccf-412f-4890-bc8c-da62d0321c07 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 944 time: 0.0985248 Jun 22 07:14:08.604256 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-578fd920-a34d-4b2b-9169-a7dc0233cd45 req-e24d0865-ffe6-4fea-a7ea-e0994da65a3a tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522578 Jun 22 07:14:08.829706 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d5d3c-c5b7-432f-aa63-c250e7fa2321 req-32614cc3-d2a1-49c8-a22d-7d9e41588e5f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:08.831832 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-db2d5d3c-c5b7-432f-aa63-c250e7fa2321 req-32614cc3-d2a1-49c8-a22d-7d9e41588e5f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0907197 Jun 22 07:14:08.888238 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-db2d5d3c-c5b7-432f-aa63-c250e7fa2321 req-fee6b9e3-33e6-4a66-a328-6f31fd84851d tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474508 Jun 22 07:14:09.730288 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479ca20-8227-450f-834d-720857d06645 req-b3dbf5e4-cd07-494e-9760-84d8eb6e4a38 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:09.733039 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b479ca20-8227-450f-834d-720857d06645 req-b3dbf5e4-cd07-494e-9760-84d8eb6e4a38 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 944 time: 0.1196048 Jun 22 07:14:09.800499 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:09.834927 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b479ca20-8227-450f-834d-720857d06645 req-d5ad1685-6a15-43fc-9202-baa282bd7170 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842428 Jun 22 07:14:10.224458 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfccfe3-ba86-4d64-b48d-128c2c47be63 req-eb02315f-e1a5-453d-ba96-fbd54183026c tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:10.227086 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7bfccfe3-ba86-4d64-b48d-128c2c47be63 req-eb02315f-e1a5-453d-ba96-fbd54183026c tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.1253242 Jun 22 07:14:10.301991 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7bfccfe3-ba86-4d64-b48d-128c2c47be63 req-7c8e2621-6641-418f-b260-98e63aebebc9 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671749 Jun 22 07:14:10.310757 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 34240) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:10.476761 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-227ab04d-484e-413f-b7ec-09f59e0be974 req-6106878d-5fa0-484e-a7f4-ff9611ae8236 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1585102 Jun 22 07:14:10.799740 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 889b9eda-eaa9-47d9-9de9-189adf574c08 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:14:11.096961 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cc959-8e9a-495d-aa7a-65283c57b04d req-ff9a7b45-5659-4beb-96ef-568c5bb962b5 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:11.104252 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f61cc959-8e9a-495d-aa7a-65283c57b04d req-ff9a7b45-5659-4beb-96ef-568c5bb962b5 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 944 time: 0.0843084 Jun 22 07:14:11.165818 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f61cc959-8e9a-495d-aa7a-65283c57b04d req-99ce2e0d-046d-4527-ac07-4ae759b43512 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593944 Jun 22 07:14:11.629964 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c865695-13a1-4887-8682-e976fffd2c05 req-4f61ea06-b994-446d-a1f1-042f4e809a45 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:11.632068 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4c865695-13a1-4887-8682-e976fffd2c05 req-4f61ea06-b994-446d-a1f1-042f4e809a45 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=1df4d914-053a-4261-ba74-ff6334a299a1 HTTP/1.1" status: 200 len: 945 time: 0.1931489 Jun 22 07:14:11.641995 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32155ac8-3b17-438f-99fd-41e8fcf7e903 req-815fbf36-889e-4942-9fb7-82b47b1df5fe tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:11.648439 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-32155ac8-3b17-438f-99fd-41e8fcf7e903 req-815fbf36-889e-4942-9fb7-82b47b1df5fe tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.1505446 Jun 22 07:14:11.760565 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-32155ac8-3b17-438f-99fd-41e8fcf7e903 req-f2f41259-c0ca-4d95-962f-dc061bc086f0 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097987 Jun 22 07:14:11.780081 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4c865695-13a1-4887-8682-e976fffd2c05 req-5df868cb-0185-4b18-bfa1-577294de5079 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265588 Jun 22 07:14:12.449917 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb8556-03bf-42af-8e87-9c85f337dead req-df2c91d7-0d64-49dc-8ad1-644e8483da0d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:12.453875 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0bfb8556-03bf-42af-8e87-9c85f337dead req-df2c91d7-0d64-49dc-8ad1-644e8483da0d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 944 time: 0.0907388 Jun 22 07:14:12.504014 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ab04d-484e-413f-b7ec-09f59e0be974 req-018eccd7-b345-4f2c-a3f1-1b1de4d0a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:12.506314 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-227ab04d-484e-413f-b7ec-09f59e0be974 req-018eccd7-b345-4f2c-a3f1-1b1de4d0a594 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa&tenant_id=a963e21ede0e4de2b0be961765302c27 HTTP/1.1" status: 200 len: 1097 time: 0.1320555 Jun 22 07:14:12.516740 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0bfb8556-03bf-42af-8e87-9c85f337dead req-23d9fdd6-53af-4fd9-9107-bbae1d177d3c tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555246 Jun 22 07:14:12.611624 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ab04d-484e-413f-b7ec-09f59e0be974 req-5d41535a-b848-448e-9a3a-72b11703d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:12.614217 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-227ab04d-484e-413f-b7ec-09f59e0be974 req-5d41535a-b848-448e-9a3a-72b11703d28a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a963e21ede0e4de2b0be961765302c27&device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 1097 time: 0.0708432 Jun 22 07:14:13.030962 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075d660-0524-468e-9ee8-6ab776cec1c5 req-2cf85959-5079-4136-b7d6-944caf6f29bc tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:13.032705 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e075d660-0524-468e-9ee8-6ab776cec1c5 req-2cf85959-5079-4136-b7d6-944caf6f29bc tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.1190081 Jun 22 07:14:13.043865 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6d8fe-a116-4664-9422-c996009508e4 req-1f3643ed-9440-458c-80ac-3b85c1b1a3a0 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:13.045434 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-92c6d8fe-a116-4664-9422-c996009508e4 req-1f3643ed-9440-458c-80ac-3b85c1b1a3a0 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=1df4d914-053a-4261-ba74-ff6334a299a1 HTTP/1.1" status: 200 len: 945 time: 0.1205444 Jun 22 07:14:13.091145 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ab04d-484e-413f-b7ec-09f59e0be974 req-12499cff-b499-4c82-b008-19b854135550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:13.094415 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-227ab04d-484e-413f-b7ec-09f59e0be974 req-12499cff-b499-4c82-b008-19b854135550 service neutron] 10.222.0.42 "GET /v2.0/networks?id=039d8b06-cce4-4bf8-a1d0-7746d58cf8db HTTP/1.1" status: 200 len: 916 time: 0.4704282 Jun 22 07:14:13.109948 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-92c6d8fe-a116-4664-9422-c996009508e4 req-4ae98c99-47f4-4c18-9db9-2fdbcf2bf0e0 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558462 Jun 22 07:14:13.115434 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e075d660-0524-468e-9ee8-6ab776cec1c5 req-ad4d8f0d-2239-4cfb-874a-562b391fcb05 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689638 Jun 22 07:14:13.193245 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-227ab04d-484e-413f-b7ec-09f59e0be974 req-2c761640-009d-43c5-b615-ef35da40ca7e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=889b9eda-eaa9-47d9-9de9-189adf574c08 HTTP/1.1" status: 200 len: 999 time: 0.0903676 Jun 22 07:14:13.253353 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ab04d-484e-413f-b7ec-09f59e0be974 req-97a1e533-aebd-49c8-a2f6-921c4c6db465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:13.255210 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-227ab04d-484e-413f-b7ec-09f59e0be974 req-97a1e533-aebd-49c8-a2f6-921c4c6db465 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=978e6915-65f8-462b-a6af-3ef15c3adee2 HTTP/1.1" status: 200 len: 854 time: 0.0550108 Jun 22 07:14:13.432739 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ab04d-484e-413f-b7ec-09f59e0be974 req-26670ea4-b522-4832-9551-e77c80515ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:13.442043 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-227ab04d-484e-413f-b7ec-09f59e0be974 req-26670ea4-b522-4832-9551-e77c80515ca8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=039d8b06-cce4-4bf8-a1d0-7746d58cf8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1521873 Jun 22 07:14:13.445955 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c0dac-2de7-40db-974a-9f6240553810 req-3e94d6c4-47d2-4d34-a33e-9a7c56ad3985 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:13.447626 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-323c0dac-2de7-40db-974a-9f6240553810 req-3e94d6c4-47d2-4d34-a33e-9a7c56ad3985 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.42 "GET /v2.0/ports?device_id=1df4d914-053a-4261-ba74-ff6334a299a1 HTTP/1.1" status: 200 len: 945 time: 0.1524377 Jun 22 07:14:13.643089 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-227ab04d-484e-413f-b7ec-09f59e0be974 req-947f1d25-04a8-4f39-8c51-29d7c5319b59 service neutron] 10.222.0.42 "GET /v2.0/networks/039d8b06-cce4-4bf8-a1d0-7746d58cf8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843939 Jun 22 07:14:13.708648 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-323c0dac-2de7-40db-974a-9f6240553810 req-973e4ee1-7132-4da6-948c-b8aa2ee1c5e6 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Deleting port 859da2ef-99b5-4f84-b66a-3615b9aa4284 {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:14:13.708993 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-323c0dac-2de7-40db-974a-9f6240553810 req-973e4ee1-7132-4da6-948c-b8aa2ee1c5e6 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:13.789014 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab2b9b-f45d-42a2-9c10-6fd05aac4b70 req-62f1cc5d-6b6b-48f8-a0cf-8ac6151e3d61 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:13.795639 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-40ab2b9b-f45d-42a2-9c10-6fd05aac4b70 req-62f1cc5d-6b6b-48f8-a0cf-8ac6151e3d61 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 944 time: 0.0837381 Jun 22 07:14:13.845931 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-227ab04d-484e-413f-b7ec-09f59e0be974 req-f52e00ed-43a8-4383-a57c-74ddd4d015a2 service neutron] 10.222.0.42 "GET /v2.0/networks/039d8b06-cce4-4bf8-a1d0-7746d58cf8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937089 Jun 22 07:14:13.859215 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-40ab2b9b-f45d-42a2-9c10-6fd05aac4b70 req-47f0daf0-9170-42b4-a136-4a9132bd42d9 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603943 Jun 22 07:14:13.872290 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-323c0dac-2de7-40db-974a-9f6240553810 req-973e4ee1-7132-4da6-948c-b8aa2ee1c5e6 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] For port 859da2ef-99b5-4f84-b66a-3615b9aa4284, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=859da2ef-99b5-4f84-b66a-3615b9aa4284,segment=NetworkSegment(fd845a99-f4e6-4201-b4ca-0c1b2d0796b9),segment_id=fd845a99-f4e6-4201-b4ca-0c1b2d0796b9)] {{(pid=92822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:14:13.873868 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-323c0dac-2de7-40db-974a-9f6240553810 req-973e4ee1-7132-4da6-948c-b8aa2ee1c5e6 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:13.956857 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-323c0dac-2de7-40db-974a-9f6240553810 req-973e4ee1-7132-4da6-948c-b8aa2ee1c5e6 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Calling delete_port for 859da2ef-99b5-4f84-b66a-3615b9aa4284 owned by compute:nova {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:14:14.002467 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 6 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:14:14.124630 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-323c0dac-2de7-40db-974a-9f6240553810 req-973e4ee1-7132-4da6-948c-b8aa2ee1c5e6 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:14.129418 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-d6d30e88-f9e4-446e-be96-f14efd30d604 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:14.140140 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['89ac36be-e573-4aff-9845-e18d0ba381ee', '451d7362-deb2-4eea-a3f8-2ffc152118f8', 'fb6f32c9-34ee-4f69-b81e-e2bc189d70de', '859da2ef-99b5-4f84-b66a-3615b9aa4284'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:14:14.174035 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e4ee1-7132-4da6-948c-b8aa2ee1c5e6 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Pushing event deleted for resources: {'Port': ['ID=859da2ef-99b5-4f84-b66a-3615b9aa4284,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:14.185999 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-973e4ee1-7132-4da6-948c-b8aa2ee1c5e6 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:14.287870 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-323c0dac-2de7-40db-974a-9f6240553810 req-973e4ee1-7132-4da6-948c-b8aa2ee1c5e6 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] No DVR routers for this DVR port 859da2ef-99b5-4f84-b66a-3615b9aa4284 on host hv-cinder-78662 {{(pid=92822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:14:14.294338 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-323c0dac-2de7-40db-974a-9f6240553810 req-973e4ee1-7132-4da6-948c-b8aa2ee1c5e6 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:14.298594 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-323c0dac-2de7-40db-974a-9f6240553810 req-973e4ee1-7132-4da6-948c-b8aa2ee1c5e6 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.42 "DELETE /v2.0/ports/859da2ef-99b5-4f84-b66a-3615b9aa4284 HTTP/1.1" status: 204 len: 173 time: 0.8319938 Jun 22 07:14:14.299169 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df4d914-053a-4261-ba74-ff6334a299a1', 'name': 'network-vif-deleted', 'tag': '859da2ef-99b5-4f84-b66a-3615b9aa4284'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:14:14.307275 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd956a30-fa2a-4be7-925f-4b933d5c5892" -d '{"events": [{"server_uuid": "1df4d914-053a-4261-ba74-ff6334a299a1", "name": "network-vif-deleted", "tag": "859da2ef-99b5-4f84-b66a-3615b9aa4284"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:14:14.331005 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-bb10bfc5-a090-4f34-9bb9-fd14aa5e1e78 req-d63467c1-7fc4-45bf-a2a3-9f8a1cf0b761 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=1df4d914-053a-4261-ba74-ff6334a299a1 HTTP/1.1" status: 200 len: 210 time: 0.0548816 Jun 22 07:14:14.427540 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec03a90-866c-410b-b6f7-7db3c59ce72a x-openstack-request-id: req-1ec03a90-866c-410b-b6f7-7db3c59ce72a {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:14:14.427875 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df4d914-053a-4261-ba74-ff6334a299a1", "name": "network-vif-deleted", "tag": "859da2ef-99b5-4f84-b66a-3615b9aa4284", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:14:14.428246 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1ec03a90-866c-410b-b6f7-7db3c59ce72a {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:14:14.429046 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df4d914-053a-4261-ba74-ff6334a299a1', 'name': 'network-vif-deleted', 'tag': '859da2ef-99b5-4f84-b66a-3615b9aa4284', 'status': 'completed', 'code': 200} Jun 22 07:14:14.521299 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885b8b9-4cb6-4ede-9894-5fe3bdccd7d2 req-5ca6702a-c533-4ffa-a2bf-1fe73ba59a7d tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:14.524027 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4885b8b9-4cb6-4ede-9894-5fe3bdccd7d2 req-5ca6702a-c533-4ffa-a2bf-1fe73ba59a7d tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.1359818 Jun 22 07:14:14.637072 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4885b8b9-4cb6-4ede-9894-5fe3bdccd7d2 req-e18e73f0-0479-4b13-abc0-132e4f50a45f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027284 Jun 22 07:14:15.223901 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97466fd3-a4db-4428-993d-655d5a27790b req-b885cde1-fc00-4575-bc52-648cf33a2d7c tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:15.240040 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-97466fd3-a4db-4428-993d-655d5a27790b req-b885cde1-fc00-4575-bc52-648cf33a2d7c tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 944 time: 0.1565204 Jun 22 07:14:15.311680 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-97466fd3-a4db-4428-993d-655d5a27790b req-447c9a54-7a1b-475d-90dc-8f769926e115 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700443 Jun 22 07:14:15.584532 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-33a85283-27d0-4dd6-a21a-7ac9ff7d765e req-616d5b6e-c911-43a4-93fa-09cef2fef406 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=1df4d914-053a-4261-ba74-ff6334a299a1 HTTP/1.1" status: 200 len: 210 time: 0.0464072 Jun 22 07:14:15.914308 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10830c20-fc9e-4b74-b5e2-326ae6d2b67a req-0ef11a5a-d324-409c-989c-5bc7311d1ac8 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:15.920811 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-10830c20-fc9e-4b74-b5e2-326ae6d2b67a req-0ef11a5a-d324-409c-989c-5bc7311d1ac8 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0878696 Jun 22 07:14:15.986576 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-10830c20-fc9e-4b74-b5e2-326ae6d2b67a req-f8977bef-524d-4789-ad6f-87cfe4e4ecae tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638304 Jun 22 07:14:16.590543 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1da8a-cfd2-452f-ab1f-7b5427a54197 req-765af713-8c9f-4036-8a18-ee099b76061d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:16.593144 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-95b1da8a-cfd2-452f-ab1f-7b5427a54197 req-765af713-8c9f-4036-8a18-ee099b76061d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 944 time: 0.0949621 Jun 22 07:14:16.664107 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-95b1da8a-cfd2-452f-ab1f-7b5427a54197 req-1040d98f-1ecd-4844-8068-9eeb1123c024 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509861 Jun 22 07:14:16.819891 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 859da2ef-99b5-4f84-b66a-3615b9aa4284 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:14:16.842823 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-eeef8226-82a4-41b3-bf33-779b7db7aaed req-4b43b988-3d55-4ed8-9c59-42270b150b55 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=1df4d914-053a-4261-ba74-ff6334a299a1 HTTP/1.1" status: 200 len: 210 time: 0.0608811 Jun 22 07:14:16.874406 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] No Port match for: 859da2ef-99b5-4f84-b66a-3615b9aa4284 {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:14:16.874980 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 859da2ef-99b5-4f84-b66a-3615b9aa4284 not bound to the agent host hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:14:17.266532 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71013a94-043e-4c96-89c6-f4665fca057b req-8af73b7b-51b5-4f0b-b22b-2ea2ff031f4e tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:17.269024 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-71013a94-043e-4c96-89c6-f4665fca057b req-8af73b7b-51b5-4f0b-b22b-2ea2ff031f4e tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.1020396 Jun 22 07:14:17.312336 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-71013a94-043e-4c96-89c6-f4665fca057b req-e5904a39-8fc2-4ddb-b0f5-eef5e6c25641 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375485 Jun 22 07:14:17.514903 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:18.012327 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029dcbf-eb0d-4112-aba9-f67c1c04df54 req-67870e02-76e8-4aff-b1d5-64472355b3f3 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:18.014864 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e029dcbf-eb0d-4112-aba9-f67c1c04df54 req-67870e02-76e8-4aff-b1d5-64472355b3f3 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 944 time: 0.1316814 Jun 22 07:14:18.152571 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-55911527-c495-404d-ac6e-41f20e5532fc req-5982671a-165a-4a77-928b-74e1f55a3653 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=1df4d914-053a-4261-ba74-ff6334a299a1 HTTP/1.1" status: 200 len: 210 time: 0.0700171 Jun 22 07:14:18.158753 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e029dcbf-eb0d-4112-aba9-f67c1c04df54 req-2af023aa-ff65-4084-badb-49ea44b5d0bf tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369350 Jun 22 07:14:18.601967 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42135d-d9ab-4233-aeb5-b125cc73a6b7 req-d0d03181-7361-41c1-8ce5-05b11eced448 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:18.604683 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-df42135d-d9ab-4233-aeb5-b125cc73a6b7 req-d0d03181-7361-41c1-8ce5-05b11eced448 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.1182365 Jun 22 07:14:18.662917 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-df42135d-d9ab-4233-aeb5-b125cc73a6b7 req-627114e6-7162-4f5d-a5f9-462abb354cb6 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515580 Jun 22 07:14:19.403780 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4151ba5a-e14f-4e1b-9dc1-c18f782b5a48 req-609a3000-f3bd-4165-8ce1-053efe0a85d4 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=1df4d914-053a-4261-ba74-ff6334a299a1 HTTP/1.1" status: 200 len: 210 time: 0.0814826 Jun 22 07:14:19.598384 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab532e9-f215-40a7-9d9b-e6a3bbc8d11b req-abfcbb26-345f-4967-baaf-449d5b4cee26 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:19.600209 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5ab532e9-f215-40a7-9d9b-e6a3bbc8d11b req-abfcbb26-345f-4967-baaf-449d5b4cee26 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 944 time: 0.1726289 Jun 22 07:14:19.666855 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5ab532e9-f215-40a7-9d9b-e6a3bbc8d11b req-4edaef1d-3e7a-4f8c-9977-5020e42cda04 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593126 Jun 22 07:14:19.924278 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310aafc9-ea7b-4853-b2f3-35682bfe7930 req-97006108-8f5c-4178-adb7-b4c530d8d0d6 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:19.926192 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-310aafc9-ea7b-4853-b2f3-35682bfe7930 req-97006108-8f5c-4178-adb7-b4c530d8d0d6 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0885470 Jun 22 07:14:19.987023 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-310aafc9-ea7b-4853-b2f3-35682bfe7930 req-ad18bc47-a5d1-45bf-9ae7-c3197286c18c tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489352 Jun 22 07:14:20.651234 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1b69e794-2b8c-4e8b-874e-1c9a2f3c5b5a req-f0c2af85-9353-428f-94aa-cd2674a4d57e tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=1df4d914-053a-4261-ba74-ff6334a299a1 HTTP/1.1" status: 200 len: 210 time: 0.0466976 Jun 22 07:14:20.973967 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c9245-c004-4df0-aef1-dc5da33aa484 req-d3ecc361-7ba8-42ce-928b-b323516a3c75 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:20.982280 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-484c9245-c004-4df0-aef1-dc5da33aa484 req-d3ecc361-7ba8-42ce-928b-b323516a3c75 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 944 time: 0.0987401 Jun 22 07:14:21.028848 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-484c9245-c004-4df0-aef1-dc5da33aa484 req-7b96eb06-4b18-45ea-852e-1d0488878a02 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455027 Jun 22 07:14:21.246484 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663c509-01a1-450a-ac65-2352e521341a req-e78cb998-f04c-4197-867c-45c9bf7fe4ed tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:21.248093 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-3663c509-01a1-450a-ac65-2352e521341a req-e78cb998-f04c-4197-867c-45c9bf7fe4ed tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0901895 Jun 22 07:14:21.302165 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-3663c509-01a1-450a-ac65-2352e521341a req-fed6b8a0-0799-4fdd-bfc0-c436ffc4443e tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477281 Jun 22 07:14:21.863726 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-bd4687e2-4a86-426e-8cdb-893988c082ac req-ca783046-dae0-48f4-99ab-06f46d2d3346 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=1df4d914-053a-4261-ba74-ff6334a299a1 HTTP/1.1" status: 200 len: 210 time: 0.0613329 Jun 22 07:14:22.263182 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd386176-ecf7-4f8a-ba4c-1d3eea22f740 req-3ddf5ac2-f8a1-4aa8-87cb-a51742c45ff4 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:22.264723 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-cd386176-ecf7-4f8a-ba4c-1d3eea22f740 req-3ddf5ac2-f8a1-4aa8-87cb-a51742c45ff4 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 944 time: 0.0918272 Jun 22 07:14:22.308034 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-cd386176-ecf7-4f8a-ba4c-1d3eea22f740 req-e531ecbf-bd5e-4ff3-b3d4-59b787ba9821 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360119 Jun 22 07:14:22.555038 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ed5c1-201c-499d-ba50-b381f93677be req-3fecf32f-e3c5-4c24-ac04-5ecf6f63fe4a tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:22.557341 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0b9ed5c1-201c-499d-ba50-b381f93677be req-3fecf32f-e3c5-4c24-ac04-5ecf6f63fe4a tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0992217 Jun 22 07:14:22.603277 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0b9ed5c1-201c-499d-ba50-b381f93677be req-e688128d-eab2-4c41-8878-e938d8665f58 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374122 Jun 22 07:14:23.092098 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4b5fa406-5306-412a-8d07-668b78f873aa req-194c84ec-4c4a-44e4-bdcc-84caafc64b44 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=1df4d914-053a-4261-ba74-ff6334a299a1 HTTP/1.1" status: 200 len: 210 time: 0.0510786 Jun 22 07:14:23.651345 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8a7e7-6393-4d29-ac2b-462919874088 req-19c4ab29-f7e8-4124-9a04-ce06bdd90c60 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:23.653316 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ecb8a7e7-6393-4d29-ac2b-462919874088 req-19c4ab29-f7e8-4124-9a04-ce06bdd90c60 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 944 time: 0.1277757 Jun 22 07:14:23.703138 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ecb8a7e7-6393-4d29-ac2b-462919874088 req-85445d4f-551c-4562-a155-85b3ab3a236a tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433750 Jun 22 07:14:23.907075 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37118391-4626-4802-8ac8-ebb17ebf8fbc req-96665acb-5e0a-4a43-a356-5dadb0b3ff26 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:23.908487 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-37118391-4626-4802-8ac8-ebb17ebf8fbc req-96665acb-5e0a-4a43-a356-5dadb0b3ff26 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.1021006 Jun 22 07:14:23.952988 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-37118391-4626-4802-8ac8-ebb17ebf8fbc req-84702226-f59a-4e42-8d35-7304f624d7eb tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386593 Jun 22 07:14:24.282061 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-9bb1fb49-61c2-4417-a2ef-9a79b26f675c req-8527b9bf-a708-4dbe-8d22-a81d7aa9721d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=1df4d914-053a-4261-ba74-ff6334a299a1 HTTP/1.1" status: 200 len: 210 time: 0.0567703 Jun 22 07:14:24.914337 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9f9e6-913b-447b-bac3-9a68ea94b95c req-4d12783a-d1be-46ef-97e1-00ff25a3b213 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:24.917635 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-eda9f9e6-913b-447b-bac3-9a68ea94b95c req-4d12783a-d1be-46ef-97e1-00ff25a3b213 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 944 time: 0.0726969 Jun 22 07:14:24.960505 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-eda9f9e6-913b-447b-bac3-9a68ea94b95c req-07b277a3-60fd-4e33-9789-6062d865134d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366693 Jun 22 07:14:25.153947 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf909e7-a43c-48f0-8e53-2f2aea010aee req-102b2fbe-140a-42a0-84a2-49ff34bd2419 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:25.158925 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-cdf909e7-a43c-48f0-8e53-2f2aea010aee req-102b2fbe-140a-42a0-84a2-49ff34bd2419 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0786417 Jun 22 07:14:25.206244 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-cdf909e7-a43c-48f0-8e53-2f2aea010aee req-69feef0e-0476-4c07-bc1a-2032b9f1d015 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425663 Jun 22 07:14:25.454326 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e6670200-24d5-4e7b-9e9c-b2045f5bcc5c req-ed443a30-a5fc-4ccc-afe9-3aa5969fca5e tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=1df4d914-053a-4261-ba74-ff6334a299a1 HTTP/1.1" status: 200 len: 210 time: 0.0361142 Jun 22 07:14:26.176789 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0079a-11d2-4c01-9a8d-1283bb31a8a7 req-d6ceffed-0733-456d-9151-910a7e6c0696 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:26.178382 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-48a0079a-11d2-4c01-9a8d-1283bb31a8a7 req-d6ceffed-0733-456d-9151-910a7e6c0696 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 944 time: 0.0700297 Jun 22 07:14:26.218740 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-48a0079a-11d2-4c01-9a8d-1283bb31a8a7 req-e9efc951-4abc-4dc3-8735-03fd58473b67 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337889 Jun 22 07:14:26.389927 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293dd1d-49ce-4c3a-81aa-991d80736a14 req-c47777e5-9b9e-4c9c-b5cb-173c97efcc5a tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:26.391427 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-8293dd1d-49ce-4c3a-81aa-991d80736a14 req-c47777e5-9b9e-4c9c-b5cb-173c97efcc5a tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0686245 Jun 22 07:14:26.439733 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-8293dd1d-49ce-4c3a-81aa-991d80736a14 req-b2db9242-c4b9-42aa-9587-f52d61a6c7f3 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424316 Jun 22 07:14:26.630540 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-cbd7d4c9-9a7c-4faf-8f00-047d4ca5f6b7 req-051224b7-2d0c-4e7d-adc2-50efac47fe8a tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=1df4d914-053a-4261-ba74-ff6334a299a1 HTTP/1.1" status: 200 len: 210 time: 0.0329101 Jun 22 07:14:27.401276 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966eb1b-6916-4d1b-ac59-c5f47172b579 req-39eab085-02aa-452d-9096-645b3c59572e tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:27.402769 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5966eb1b-6916-4d1b-ac59-c5f47172b579 req-39eab085-02aa-452d-9096-645b3c59572e tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 944 time: 0.0651801 Jun 22 07:14:27.445059 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5966eb1b-6916-4d1b-ac59-c5f47172b579 req-e73f5bf6-1a71-4100-90ad-6841658f3365 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363681 Jun 22 07:14:27.637184 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52cb8a-36d3-41bb-a87a-9dcbdc0e8204 req-62464faa-e436-4309-89d4-46efb031633b tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:27.639709 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-de52cb8a-36d3-41bb-a87a-9dcbdc0e8204 req-62464faa-e436-4309-89d4-46efb031633b tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0805869 Jun 22 07:14:27.690842 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-de52cb8a-36d3-41bb-a87a-9dcbdc0e8204 req-cc6f7811-c5af-42c0-93aa-7a8018b7655d tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455396 Jun 22 07:14:28.637466 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d308737-3f24-44df-be3f-4516c36297f2 req-251740ef-2f55-4a6c-8f1e-49016db570bc tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:28.638848 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1d308737-3f24-44df-be3f-4516c36297f2 req-251740ef-2f55-4a6c-8f1e-49016db570bc tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 944 time: 0.0697565 Jun 22 07:14:28.678789 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1d308737-3f24-44df-be3f-4516c36297f2 req-b944f411-0b4e-431d-95e9-9b0f4a19a008 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343008 Jun 22 07:14:28.874581 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231cd07-599a-423a-aac2-f207c800bd07 req-ddd8f40f-8646-442a-81bf-81d2d1b1382e tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:28.876157 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-9231cd07-599a-423a-aac2-f207c800bd07 req-ddd8f40f-8646-442a-81bf-81d2d1b1382e tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0687082 Jun 22 07:14:28.916337 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-9231cd07-599a-423a-aac2-f207c800bd07 req-6a4fee98-b299-403f-a1ed-87c6a527b926 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339682 Jun 22 07:14:29.276299 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4de2e-3680-472f-917a-dfb50da83b9b req-063f597b-bac1-471f-ac24-c0044a5bcede tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:29.277770 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-fcd4de2e-3680-472f-917a-dfb50da83b9b req-063f597b-bac1-471f-ac24-c0044a5bcede tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d2e301a-1859-48b2-9cce-65ae88b97b40 HTTP/1.1" status: 200 len: 945 time: 0.0847583 Jun 22 07:14:29.320395 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-fcd4de2e-3680-472f-917a-dfb50da83b9b req-561a3a97-3659-4f0f-8ca3-186dd305ec17 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369158 Jun 22 07:14:29.882046 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd0f59-a33b-4785-91f8-5f574eb78e48 req-c7115dae-152e-40eb-8dbf-a7b2c8057c12 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:29.884252 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-81bd0f59-a33b-4785-91f8-5f574eb78e48 req-c7115dae-152e-40eb-8dbf-a7b2c8057c12 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 944 time: 0.0843644 Jun 22 07:14:29.923231 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-81bd0f59-a33b-4785-91f8-5f574eb78e48 req-9808cf56-dc64-4862-addf-abce75fd4ee7 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327528 Jun 22 07:14:30.108137 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8fe5ba-7ad5-478e-a107-30c16b3fbd83 req-a7fdc4f8-daab-4525-b931-902ab50e6c3e tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:30.109621 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-6d8fe5ba-7ad5-478e-a107-30c16b3fbd83 req-a7fdc4f8-daab-4525-b931-902ab50e6c3e tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0698259 Jun 22 07:14:30.148965 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-6d8fe5ba-7ad5-478e-a107-30c16b3fbd83 req-e9dd6de5-205b-4b83-a0f7-da2e1b27c0b4 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336812 Jun 22 07:14:30.706341 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d2ed9-d9b6-4255-a844-794c7662d3a8 req-1b8a8a14-482d-4916-81a0-82476e6c015e tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:30.707756 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ec8d2ed9-d9b6-4255-a844-794c7662d3a8 req-1b8a8a14-482d-4916-81a0-82476e6c015e tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d2e301a-1859-48b2-9cce-65ae88b97b40 HTTP/1.1" status: 200 len: 945 time: 0.2763925 Jun 22 07:14:30.750236 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ec8d2ed9-d9b6-4255-a844-794c7662d3a8 req-f8cdbe3e-3e4a-4f1c-9a39-b47e59f23401 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357978 Jun 22 07:14:30.906602 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 889b9eda-eaa9-47d9-9de9-189adf574c08 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:14:31.018249 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 889b9eda-eaa9-47d9-9de9-189adf574c08, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=889b9eda-eaa9-47d9-9de9-189adf574c08,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:14:31.031605 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Returning: {'device': '889b9eda-eaa9-47d9-9de9-189adf574c08', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'port_id': '889b9eda-eaa9-47d9-9de9-189adf574c08', 'mac_address': 'fa:16:3e:10:27:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:14:31.076083 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:31.090382 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889b9eda-eaa9-47d9-9de9-189adf574c08 {{(pid=92823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:14:31.115751 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c722c4-7145-48ba-8660-e81c77d3a4c6 req-5a7b50b2-5860-41f9-becb-481c27776667 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:31.116386 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 889b9eda-eaa9-47d9-9de9-189adf574c08, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=889b9eda-eaa9-47d9-9de9-189adf574c08,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:14:31.117733 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-46c722c4-7145-48ba-8660-e81c77d3a4c6 req-5a7b50b2-5860-41f9-becb-481c27776667 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 944 time: 0.0672982 Jun 22 07:14:31.121322 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:31.123060 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:31.143446 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a0c86-5326-4c19-a53a-cc35788b117b req-7c79daab-55a3-4fe9-be56-3c787e8d258a tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:31.144919 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-f34a0c86-5326-4c19-a53a-cc35788b117b req-7c79daab-55a3-4fe9-be56-3c787e8d258a tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d2e301a-1859-48b2-9cce-65ae88b97b40 HTTP/1.1" status: 200 len: 945 time: 0.0832870 Jun 22 07:14:31.158060 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-46c722c4-7145-48ba-8660-e81c77d3a4c6 req-86b13164-10a3-4854-b509-df2c53c8fdba tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330851 Jun 22 07:14:31.177304 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=889b9eda-eaa9-47d9-9de9-189adf574c08,revision_number=9']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:31.185048 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:31.185404 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:31.185753 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:31.186090 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:31.186428 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:31.186760 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:31.187093 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:31.187622 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:31.187983 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:31.188320 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:31.188648 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:31.188970 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:31.193887 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:31.251344 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-f34a0c86-5326-4c19-a53a-cc35788b117b req-e64a3762-6543-4fc9-8998-b5b8594f3d36 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Deleting port fb6f32c9-34ee-4f69-b81e-e2bc189d70de {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:14:31.251669 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-f34a0c86-5326-4c19-a53a-cc35788b117b req-e64a3762-6543-4fc9-8998-b5b8594f3d36 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:31.351336 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511c1f9-066c-44aa-8ecc-f3a8b4f71764 req-81c3d250-9af1-47c3-888b-2d3324992930 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:31.353986 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4511c1f9-066c-44aa-8ecc-f3a8b4f71764 req-81c3d250-9af1-47c3-888b-2d3324992930 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0753701 Jun 22 07:14:31.356051 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-f34a0c86-5326-4c19-a53a-cc35788b117b req-e64a3762-6543-4fc9-8998-b5b8594f3d36 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] For port fb6f32c9-34ee-4f69-b81e-e2bc189d70de, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=fb6f32c9-34ee-4f69-b81e-e2bc189d70de,segment=NetworkSegment(fd845a99-f4e6-4201-b4ca-0c1b2d0796b9),segment_id=fd845a99-f4e6-4201-b4ca-0c1b2d0796b9)] {{(pid=92822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:14:31.356414 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-f34a0c86-5326-4c19-a53a-cc35788b117b req-e64a3762-6543-4fc9-8998-b5b8594f3d36 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:31.403443 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4511c1f9-066c-44aa-8ecc-f3a8b4f71764 req-26e975fa-c547-43db-b4ee-3001d202ad71 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428305 Jun 22 07:14:31.430789 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-f34a0c86-5326-4c19-a53a-cc35788b117b req-e64a3762-6543-4fc9-8998-b5b8594f3d36 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Calling delete_port for fb6f32c9-34ee-4f69-b81e-e2bc189d70de owned by compute:nova {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:14:31.434581 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['889b9eda-eaa9-47d9-9de9-189adf574c08'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:14:31.575203 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-f34a0c86-5326-4c19-a53a-cc35788b117b req-e64a3762-6543-4fc9-8998-b5b8594f3d36 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:31.579143 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-770478bd-6bfc-42f0-8096-aee8fef75324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:31.607251 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a3762-6543-4fc9-8998-b5b8594f3d36 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Pushing event deleted for resources: {'Port': ['ID=fb6f32c9-34ee-4f69-b81e-e2bc189d70de,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:31.632633 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a3762-6543-4fc9-8998-b5b8594f3d36 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:31.633012 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a3762-6543-4fc9-8998-b5b8594f3d36 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:31.633988 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a3762-6543-4fc9-8998-b5b8594f3d36 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:31.634330 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a3762-6543-4fc9-8998-b5b8594f3d36 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:31.634680 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a3762-6543-4fc9-8998-b5b8594f3d36 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:31.635035 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a3762-6543-4fc9-8998-b5b8594f3d36 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:31.635418 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a3762-6543-4fc9-8998-b5b8594f3d36 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:31.635770 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a3762-6543-4fc9-8998-b5b8594f3d36 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:31.636122 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a3762-6543-4fc9-8998-b5b8594f3d36 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:31.636469 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a3762-6543-4fc9-8998-b5b8594f3d36 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:31.636817 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a3762-6543-4fc9-8998-b5b8594f3d36 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:31.637163 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a3762-6543-4fc9-8998-b5b8594f3d36 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:31.641862 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-e64a3762-6543-4fc9-8998-b5b8594f3d36 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:31.665431 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34a0c86-5326-4c19-a53a-cc35788b117b req-e64a3762-6543-4fc9-8998-b5b8594f3d36 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] No DVR routers for this DVR port fb6f32c9-34ee-4f69-b81e-e2bc189d70de on host hv-cinder-78662 {{(pid=92822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:14:31.667987 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-f34a0c86-5326-4c19-a53a-cc35788b117b req-e64a3762-6543-4fc9-8998-b5b8594f3d36 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:31.669929 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-f34a0c86-5326-4c19-a53a-cc35788b117b req-e64a3762-6543-4fc9-8998-b5b8594f3d36 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.42 "DELETE /v2.0/ports/fb6f32c9-34ee-4f69-b81e-e2bc189d70de HTTP/1.1" status: 204 len: 173 time: 0.5194008 Jun 22 07:14:31.670433 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2e301a-1859-48b2-9cce-65ae88b97b40', 'name': 'network-vif-deleted', 'tag': 'fb6f32c9-34ee-4f69-b81e-e2bc189d70de'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:14:31.672749 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ee7ee9-d3bc-49e2-9397-29ac4d0da434" -d '{"events": [{"server_uuid": "3d2e301a-1859-48b2-9cce-65ae88b97b40", "name": "network-vif-deleted", "tag": "fb6f32c9-34ee-4f69-b81e-e2bc189d70de"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:14:31.715519 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088c9563-8727-4d17-bb0c-11accd4141f5 x-openstack-request-id: req-088c9563-8727-4d17-bb0c-11accd4141f5 {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:14:31.715840 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2e301a-1859-48b2-9cce-65ae88b97b40", "name": "network-vif-deleted", "tag": "fb6f32c9-34ee-4f69-b81e-e2bc189d70de", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:14:31.716104 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-088c9563-8727-4d17-bb0c-11accd4141f5 {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:14:31.716535 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2e301a-1859-48b2-9cce-65ae88b97b40', 'name': 'network-vif-deleted', 'tag': 'fb6f32c9-34ee-4f69-b81e-e2bc189d70de', 'status': 'completed', 'code': 200} Jun 22 07:14:31.909368 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ddbc9e49-8fad-4015-968e-65612f252fda req-aaf5753f-f23e-466f-af3f-1148f2fa86f8 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d2e301a-1859-48b2-9cce-65ae88b97b40 HTTP/1.1" status: 200 len: 210 time: 0.0294888 Jun 22 07:14:32.124086 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['89ac36be-e573-4aff-9845-e18d0ba381ee', '451d7362-deb2-4eea-a3f8-2ffc152118f8', 'fb6f32c9-34ee-4f69-b81e-e2bc189d70de'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:14:32.402344 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae2730-ef89-4730-ac6a-b9a6320f6a1e req-9c9a5637-049c-4c14-9679-96b40e171135 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:32.404984 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-3eae2730-ef89-4730-ac6a-b9a6320f6a1e req-9c9a5637-049c-4c14-9679-96b40e171135 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 945 time: 0.1008582 Jun 22 07:14:32.456788 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-3eae2730-ef89-4730-ac6a-b9a6320f6a1e req-965a7840-c79d-4178-bd62-fd842bbbab44 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432491 Jun 22 07:14:32.627237 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6f63c-f981-43ac-89e5-0a551f1b3fbc req-12b1f102-6f21-4eb5-a00e-7f528d8f0a61 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:32.628962 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c3c6f63c-f981-43ac-89e5-0a551f1b3fbc req-12b1f102-6f21-4eb5-a00e-7f528d8f0a61 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0723689 Jun 22 07:14:32.672522 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c3c6f63c-f981-43ac-89e5-0a551f1b3fbc req-b27feef4-2b1c-4ed9-b6e3-fbdfaf58b8fb tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350797 Jun 22 07:14:32.923649 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 889b9eda-eaa9-47d9-9de9-189adf574c08 up at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:14:32.977708 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning complete for port 889b9eda-eaa9-47d9-9de9-189adf574c08 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:14:32.978129 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:33.062779 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:33.093286 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c5edf2-c338-4f74-b696-056964e157fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889b9eda-eaa9-47d9-9de9-189adf574c08'}] {{(pid=92823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:14:33.096208 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1855b14f289de04877f76e9f82b9d84154af39b836c558547df9393c60095739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef5dde5-4ffa-4726-a22c-08ccfc67c8da" -d '{"events": [{"server_uuid": "02c5edf2-c338-4f74-b696-056964e157fa", "name": "network-vif-plugged", "status": "completed", "tag": "889b9eda-eaa9-47d9-9de9-189adf574c08"}]}' {{(pid=92823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:14:33.112292 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 889b9eda-eaa9-47d9-9de9-189adf574c08, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=889b9eda-eaa9-47d9-9de9-189adf574c08,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:14:33.118328 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:33.121395 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:33.149367 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a924c8-37b8-4d25-9698-021f3db178d2 x-openstack-request-id: req-e7a924c8-37b8-4d25-9698-021f3db178d2 {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:14:33.149965 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c5edf2-c338-4f74-b696-056964e157fa", "name": "network-vif-plugged", "status": "completed", "tag": "889b9eda-eaa9-47d9-9de9-189adf574c08", "code": 200}]} {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:14:33.149965 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e7a924c8-37b8-4d25-9698-021f3db178d2 {{(pid=92823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:14:33.150341 dv-cinder-786627-11-smb neutron-server[92823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c5edf2-c338-4f74-b696-056964e157fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889b9eda-eaa9-47d9-9de9-189adf574c08', 'code': 200} Jun 22 07:14:33.198597 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=889b9eda-eaa9-47d9-9de9-189adf574c08,revision_number=10']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:33.204182 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:33.456268 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e736302-0486-4b29-8c61-94b41e3f604b req-feec931a-1573-4fdd-84a1-13845fca7047 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:33.458156 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1e736302-0486-4b29-8c61-94b41e3f604b req-feec931a-1573-4fdd-84a1-13845fca7047 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6 HTTP/1.1" status: 200 len: 946 time: 0.0721049 Jun 22 07:14:33.505378 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1e736302-0486-4b29-8c61-94b41e3f604b req-a2790c32-c0ef-48e1-81ef-d3ca8e72d1de tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390370 Jun 22 07:14:33.689574 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba0f5a-eb80-4679-8dc7-56d01757f73d req-310bfc25-b97c-4dd0-a96e-1202f65a2fcd tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:33.691274 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-19ba0f5a-eb80-4679-8dc7-56d01757f73d req-310bfc25-b97c-4dd0-a96e-1202f65a2fcd tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 947 time: 0.0759590 Jun 22 07:14:33.743430 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe415c1-2160-4a79-b9a1-234a8aed16c9 req-a531456c-37ce-4b50-86d5-80e0663f845a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:33.745157 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-dbe415c1-2160-4a79-b9a1-234a8aed16c9 req-a531456c-37ce-4b50-86d5-80e0663f845a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 1100 time: 0.0681617 Jun 22 07:14:33.767328 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-19ba0f5a-eb80-4679-8dc7-56d01757f73d req-61186e72-6dfa-497b-ad4c-4f77320d3613 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685043 Jun 22 07:14:33.785262 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-dbe415c1-2160-4a79-b9a1-234a8aed16c9 req-58e6d47f-8d63-4a7a-9da9-de2d6b89109c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329535 Jun 22 07:14:33.956399 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59352ee3-99b0-42d9-b495-f6223f258674 req-52c46fb4-5036-4b5b-9d09-40565b1839a9 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:33.957916 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-59352ee3-99b0-42d9-b495-f6223f258674 req-52c46fb4-5036-4b5b-9d09-40565b1839a9 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0689535 Jun 22 07:14:34.005645 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-59352ee3-99b0-42d9-b495-f6223f258674 req-8758f929-925b-4c54-aa5b-1a54df06369f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357077 Jun 22 07:14:34.124907 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-0a0faa44-2ef4-45fe-b585-1d55395ab715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:34.702772 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0ce5a-7381-4a06-a754-4b6fc73ede4e req-cd03f409-abbe-4c84-90be-693f2c8abb2f tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:34.704249 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b0a0ce5a-7381-4a06-a754-4b6fc73ede4e req-cd03f409-abbe-4c84-90be-693f2c8abb2f tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6 HTTP/1.1" status: 200 len: 946 time: 0.0670693 Jun 22 07:14:34.743541 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b0a0ce5a-7381-4a06-a754-4b6fc73ede4e req-7071547d-e483-4052-b65a-a0ef90ed1337 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325339 Jun 22 07:14:34.940784 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device fb6f32c9-34ee-4f69-b81e-e2bc189d70de no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:14:34.961041 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] No Port match for: fb6f32c9-34ee-4f69-b81e-e2bc189d70de {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:14:34.961908 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device fb6f32c9-34ee-4f69-b81e-e2bc189d70de not bound to the agent host hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:14:35.000323 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882105f5-a917-4083-aa75-56b579ba40c4 req-c498aaa1-10bc-44d2-aac3-bef34fabe444 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:35.001827 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-882105f5-a917-4083-aa75-56b579ba40c4 req-c498aaa1-10bc-44d2-aac3-bef34fabe444 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 947 time: 0.0834498 Jun 22 07:14:35.047955 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-882105f5-a917-4083-aa75-56b579ba40c4 req-9241e1f4-cdef-423b-9f7e-64e84842f518 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383594 Jun 22 07:14:35.178306 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a554dc-cba8-412e-9957-f87076847b9f req-99e27a4f-b9ae-4903-a86f-af96f0e069c4 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:35.181961 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-88a554dc-cba8-412e-9957-f87076847b9f req-99e27a4f-b9ae-4903-a86f-af96f0e069c4 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.42 "GET /v2.0/ports?device_id=09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6 HTTP/1.1" status: 200 len: 946 time: 0.0761862 Jun 22 07:14:35.241533 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791731b-8410-4b67-8cf5-a0bcada2a773 req-d7e8da62-5bee-4ca3-b34a-8758fc373944 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:35.247908 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f791731b-8410-4b67-8cf5-a0bcada2a773 req-d7e8da62-5bee-4ca3-b34a-8758fc373944 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.1058395 Jun 22 07:14:35.292139 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f791731b-8410-4b67-8cf5-a0bcada2a773 req-a82b8c84-46dc-44b7-b2a5-8c521c2b3467 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419824 Jun 22 07:14:35.305004 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-88a554dc-cba8-412e-9957-f87076847b9f req-c9d27627-e3b1-499a-8ba3-9b998b2fa42d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Deleting port 451d7362-deb2-4eea-a3f8-2ffc152118f8 {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:14:35.305880 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-88a554dc-cba8-412e-9957-f87076847b9f req-c9d27627-e3b1-499a-8ba3-9b998b2fa42d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:35.393992 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-88a554dc-cba8-412e-9957-f87076847b9f req-c9d27627-e3b1-499a-8ba3-9b998b2fa42d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] For port 451d7362-deb2-4eea-a3f8-2ffc152118f8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=451d7362-deb2-4eea-a3f8-2ffc152118f8,segment=NetworkSegment(fd845a99-f4e6-4201-b4ca-0c1b2d0796b9),segment_id=fd845a99-f4e6-4201-b4ca-0c1b2d0796b9)] {{(pid=92822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:14:35.394351 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-88a554dc-cba8-412e-9957-f87076847b9f req-c9d27627-e3b1-499a-8ba3-9b998b2fa42d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:35.461256 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-88a554dc-cba8-412e-9957-f87076847b9f req-c9d27627-e3b1-499a-8ba3-9b998b2fa42d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Calling delete_port for 451d7362-deb2-4eea-a3f8-2ffc152118f8 owned by compute:nova {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:14:35.592701 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-88a554dc-cba8-412e-9957-f87076847b9f req-c9d27627-e3b1-499a-8ba3-9b998b2fa42d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:35.596905 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ac3c2d6f-c32f-42f4-a9f2-b7586fcc3933 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:35.610461 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['89ac36be-e573-4aff-9845-e18d0ba381ee', '451d7362-deb2-4eea-a3f8-2ffc152118f8'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:14:35.623792 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d27627-e3b1-499a-8ba3-9b998b2fa42d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Pushing event deleted for resources: {'Port': ['ID=451d7362-deb2-4eea-a3f8-2ffc152118f8,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:35.626947 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-c9d27627-e3b1-499a-8ba3-9b998b2fa42d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:35.675483 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a554dc-cba8-412e-9957-f87076847b9f req-c9d27627-e3b1-499a-8ba3-9b998b2fa42d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] No DVR routers for this DVR port 451d7362-deb2-4eea-a3f8-2ffc152118f8 on host hv-cinder-78662 {{(pid=92822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:14:35.678302 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-88a554dc-cba8-412e-9957-f87076847b9f req-c9d27627-e3b1-499a-8ba3-9b998b2fa42d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:35.680476 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-88a554dc-cba8-412e-9957-f87076847b9f req-c9d27627-e3b1-499a-8ba3-9b998b2fa42d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.42 "DELETE /v2.0/ports/451d7362-deb2-4eea-a3f8-2ffc152118f8 HTTP/1.1" status: 204 len: 173 time: 0.4883225 Jun 22 07:14:35.681191 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6', 'name': 'network-vif-deleted', 'tag': '451d7362-deb2-4eea-a3f8-2ffc152118f8'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:14:35.683511 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca321a52-54c3-4709-b83a-08aebadb54e7" -d '{"events": [{"server_uuid": "09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6", "name": "network-vif-deleted", "tag": "451d7362-deb2-4eea-a3f8-2ffc152118f8"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:14:35.727662 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0bdc51-90b7-4f46-b0ec-34b998fca7d2 x-openstack-request-id: req-2e0bdc51-90b7-4f46-b0ec-34b998fca7d2 {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:14:35.728199 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6", "name": "network-vif-deleted", "tag": "451d7362-deb2-4eea-a3f8-2ffc152118f8", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:14:35.728607 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e0bdc51-90b7-4f46-b0ec-34b998fca7d2 {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:14:35.729033 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6', 'name': 'network-vif-deleted', 'tag': '451d7362-deb2-4eea-a3f8-2ffc152118f8', 'status': 'completed', 'code': 200} Jun 22 07:14:35.884511 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-3f8fef51-e01a-4539-b361-59d228709700 req-e8922e14-5af1-494b-9a11-c7adcfee1d71 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=09d0f4d6-ad9f-44e1-b2c9-b204a7316ce6 HTTP/1.1" status: 200 len: 210 time: 0.0291932 Jun 22 07:14:36.244024 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef4809-ba74-4e49-8318-02025e91eb7f req-49efff2b-1585-4293-a9c3-3fc2759db2fc tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:36.245527 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-6fef4809-ba74-4e49-8318-02025e91eb7f req-49efff2b-1585-4293-a9c3-3fc2759db2fc tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 947 time: 0.0751572 Jun 22 07:14:36.292049 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-6fef4809-ba74-4e49-8318-02025e91eb7f req-8137594a-c003-4b1f-90ec-36654c88f2bf tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400834 Jun 22 07:14:36.507064 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d4eb8-ac68-4a1d-8fab-926e1cbc6128 req-371a3176-496c-4fb8-a892-43fe03c8f36c tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:36.508607 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-794d4eb8-ac68-4a1d-8fab-926e1cbc6128 req-371a3176-496c-4fb8-a892-43fe03c8f36c tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0791495 Jun 22 07:14:36.552981 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-794d4eb8-ac68-4a1d-8fab-926e1cbc6128 req-ed7c3b0c-462e-4f01-919f-584394ce8fdd tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378761 Jun 22 07:14:36.729351 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ba4c4c42-d67c-40c2-aec5-b6f8182e610a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:36.918843 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:37.709673 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:37.740178 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff13fc-e850-487d-98c7-182cb713ab59 req-57f2ef4c-49b3-4dfe-9d57-1e7878084c90 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:37.741661 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-48ff13fc-e850-487d-98c7-182cb713ab59 req-57f2ef4c-49b3-4dfe-9d57-1e7878084c90 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0749779 Jun 22 07:14:37.785300 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-48ff13fc-e850-487d-98c7-182cb713ab59 req-ccb2694e-bb7e-4f54-90e5-621b575e6bd2 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368013 Jun 22 07:14:38.391697 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31a8d5-f371-4dcc-aff1-5734c97bce5c req-ab9e590a-aa6c-4790-b912-3a4cf64072fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:38.393192 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-bf31a8d5-f371-4dcc-aff1-5734c97bce5c req-ab9e590a-aa6c-4790-b912-3a4cf64072fe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 1098 time: 0.0640712 Jun 22 07:14:38.429786 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-bf31a8d5-f371-4dcc-aff1-5734c97bce5c req-4da435c2-4e8d-4e64-a4af-661a599b0088 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299091 Jun 22 07:14:38.500782 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814b841-4195-4240-bc0f-f5edad8dfa15 req-47ef4bf5-05c1-4840-bd9d-62351ffcb24f tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:38.502381 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d814b841-4195-4240-bc0f-f5edad8dfa15 req-47ef4bf5-05c1-4840-bd9d-62351ffcb24f tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e6d2baa-8bbb-4253-b579-22d4eb793b7a HTTP/1.1" status: 200 len: 946 time: 0.0674520 Jun 22 07:14:38.551379 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d814b841-4195-4240-bc0f-f5edad8dfa15 req-b028d671-5fe8-48c9-a2a4-04c407caee6f tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421050 Jun 22 07:14:38.953796 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 451d7362-deb2-4eea-a3f8-2ffc152118f8 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:14:38.979555 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] No Port match for: 451d7362-deb2-4eea-a3f8-2ffc152118f8 {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:14:38.979894 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 451d7362-deb2-4eea-a3f8-2ffc152118f8 not bound to the agent host hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:14:39.002487 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f1290-bd54-4142-997a-5c0d4c6f0bab req-3b4b18d9-1968-4ba6-b6ea-f4c739f5f818 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:39.004071 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d13f1290-bd54-4142-997a-5c0d4c6f0bab req-3b4b18d9-1968-4ba6-b6ea-f4c739f5f818 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0748785 Jun 22 07:14:39.049870 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d13f1290-bd54-4142-997a-5c0d4c6f0bab req-b526d0eb-9ebc-4f22-9fc9-663869651d0d tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388463 Jun 22 07:14:39.735377 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd938b-557b-49d2-817e-a3149be364a3 req-6952ef23-fc08-43b5-ae35-253eae3b15fc tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:39.736707 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-51fd938b-557b-49d2-817e-a3149be364a3 req-6952ef23-fc08-43b5-ae35-253eae3b15fc tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e6d2baa-8bbb-4253-b579-22d4eb793b7a HTTP/1.1" status: 200 len: 946 time: 0.0681403 Jun 22 07:14:39.774838 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-51fd938b-557b-49d2-817e-a3149be364a3 req-aedef14b-2408-4154-82d9-567f0b53d0f0 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5761c9b-38c9-4395-ba40-c01515c28842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322955 Jun 22 07:14:39.786266 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:40.220111 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99327a2-5efa-4de5-81d8-eb2da5774c6d req-9421a113-54e5-4314-8d91-83332de8c484 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:40.221757 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-c99327a2-5efa-4de5-81d8-eb2da5774c6d req-9421a113-54e5-4314-8d91-83332de8c484 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e6d2baa-8bbb-4253-b579-22d4eb793b7a HTTP/1.1" status: 200 len: 946 time: 0.0753603 Jun 22 07:14:40.259005 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad63ca-a751-4eec-b414-8e326489a8e9 req-76311166-0dd1-4450-b403-132ca7f4d278 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:40.260688 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-14ad63ca-a751-4eec-b414-8e326489a8e9 req-76311166-0dd1-4450-b403-132ca7f4d278 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0814195 Jun 22 07:14:40.313881 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-14ad63ca-a751-4eec-b414-8e326489a8e9 req-c7400a9d-54b7-475b-b901-56eb5399cd72 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384607 Jun 22 07:14:40.351179 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-c99327a2-5efa-4de5-81d8-eb2da5774c6d req-df1f7b5a-c44e-485f-a7a8-af28b35c505f tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Deleting port 89ac36be-e573-4aff-9845-e18d0ba381ee {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:14:40.351704 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-c99327a2-5efa-4de5-81d8-eb2da5774c6d req-df1f7b5a-c44e-485f-a7a8-af28b35c505f tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:40.453128 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-c99327a2-5efa-4de5-81d8-eb2da5774c6d req-df1f7b5a-c44e-485f-a7a8-af28b35c505f tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] For port 89ac36be-e573-4aff-9845-e18d0ba381ee, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=89ac36be-e573-4aff-9845-e18d0ba381ee,segment=NetworkSegment(fd845a99-f4e6-4201-b4ca-0c1b2d0796b9),segment_id=fd845a99-f4e6-4201-b4ca-0c1b2d0796b9)] {{(pid=92822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:14:40.453503 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-c99327a2-5efa-4de5-81d8-eb2da5774c6d req-df1f7b5a-c44e-485f-a7a8-af28b35c505f tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:40.521769 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-c99327a2-5efa-4de5-81d8-eb2da5774c6d req-df1f7b5a-c44e-485f-a7a8-af28b35c505f tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Calling delete_port for 89ac36be-e573-4aff-9845-e18d0ba381ee owned by compute:nova {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:14:40.655164 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-c99327a2-5efa-4de5-81d8-eb2da5774c6d req-df1f7b5a-c44e-485f-a7a8-af28b35c505f tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:40.663216 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-c9d27627-e3b1-499a-8ba3-9b998b2fa42d tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:40.668008 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['89ac36be-e573-4aff-9845-e18d0ba381ee'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:14:40.706646 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f7b5a-c44e-485f-a7a8-af28b35c505f tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Pushing event deleted for resources: {'Port': ['ID=89ac36be-e573-4aff-9845-e18d0ba381ee,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:40.709765 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-df1f7b5a-c44e-485f-a7a8-af28b35c505f tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:40.802000 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99327a2-5efa-4de5-81d8-eb2da5774c6d req-df1f7b5a-c44e-485f-a7a8-af28b35c505f tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] No DVR routers for this DVR port 89ac36be-e573-4aff-9845-e18d0ba381ee on host hv-cinder-78662 {{(pid=92822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:14:40.805296 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-c99327a2-5efa-4de5-81d8-eb2da5774c6d req-df1f7b5a-c44e-485f-a7a8-af28b35c505f tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:40.807703 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-c99327a2-5efa-4de5-81d8-eb2da5774c6d req-df1f7b5a-c44e-485f-a7a8-af28b35c505f tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.42 "DELETE /v2.0/ports/89ac36be-e573-4aff-9845-e18d0ba381ee HTTP/1.1" status: 204 len: 173 time: 0.5803185 Jun 22 07:14:40.809822 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6d2baa-8bbb-4253-b579-22d4eb793b7a', 'name': 'network-vif-deleted', 'tag': '89ac36be-e573-4aff-9845-e18d0ba381ee'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:14:40.812718 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f615cb5d-5bbf-43f1-b16c-e972665c37be" -d '{"events": [{"server_uuid": "5e6d2baa-8bbb-4253-b579-22d4eb793b7a", "name": "network-vif-deleted", "tag": "89ac36be-e573-4aff-9845-e18d0ba381ee"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:14:40.851186 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d91e71-1fd4-4694-ba58-79b22f892839 req-78d443e6-e26d-4910-9066-ddff321464d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:40.853453 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-42d91e71-1fd4-4694-ba58-79b22f892839 req-78d443e6-e26d-4910-9066-ddff321464d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c19cfe1fd182497e82b34a8b9451608a&device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 1098 time: 0.1182029 Jun 22 07:14:40.873049 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a6289-e76e-42f5-b880-05a6051ef8f3 req-08fdd5ae-da3b-4916-9339-507fef684c31 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:40.874585 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c39a6289-e76e-42f5-b880-05a6051ef8f3 req-08fdd5ae-da3b-4916-9339-507fef684c31 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0893142 Jun 22 07:14:40.954651 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ee2b0316-7170-4501-a3e3-3a7dc93cb500 req-f0a2397d-08be-4b4a-846f-f676d9f2145c tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e6d2baa-8bbb-4253-b579-22d4eb793b7a HTTP/1.1" status: 200 len: 210 time: 0.0328548 Jun 22 07:14:40.959678 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c39a6289-e76e-42f5-b880-05a6051ef8f3 req-bc6cefec-6e42-4001-a281-a2e63e67aba1 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786469 Jun 22 07:14:40.994798 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d91e71-1fd4-4694-ba58-79b22f892839 req-51287c7a-d3d9-432c-846d-4ed4afd5f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:40.996974 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-42d91e71-1fd4-4694-ba58-79b22f892839 req-51287c7a-d3d9-432c-846d-4ed4afd5f5d6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=33d047a2-1fae-4203-972f-e359a6e3784a HTTP/1.1" status: 200 len: 920 time: 0.1338463 Jun 22 07:14:41.047965 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633b8c0f-f9c8-476e-b6fc-0724d9735462 x-openstack-request-id: req-633b8c0f-f9c8-476e-b6fc-0724d9735462 {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:14:41.048280 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6d2baa-8bbb-4253-b579-22d4eb793b7a", "name": "network-vif-deleted", "tag": "89ac36be-e573-4aff-9845-e18d0ba381ee", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:14:41.048665 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-633b8c0f-f9c8-476e-b6fc-0724d9735462 {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:14:41.049017 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6d2baa-8bbb-4253-b579-22d4eb793b7a', 'name': 'network-vif-deleted', 'tag': '89ac36be-e573-4aff-9845-e18d0ba381ee', 'status': 'completed', 'code': 200} Jun 22 07:14:41.050976 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-42d91e71-1fd4-4694-ba58-79b22f892839 req-1d1a43bd-1204-4aab-9637-47c0699e9581 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd9b8b02-4e0c-4e6a-850c-65d43e5abc60 HTTP/1.1" status: 200 len: 217 time: 0.0474575 Jun 22 07:14:41.117017 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d91e71-1fd4-4694-ba58-79b22f892839 req-f8ada557-9fe8-4c0e-8625-25caf944e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:41.118712 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-42d91e71-1fd4-4694-ba58-79b22f892839 req-f8ada557-9fe8-4c0e-8625-25caf944e46b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f8df47a-1b35-48e0-8850-2f48fdf17319 HTTP/1.1" status: 200 len: 859 time: 0.0608807 Jun 22 07:14:41.157977 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-42d91e71-1fd4-4694-ba58-79b22f892839 req-a810cef0-ea3b-4c49-98ca-4730d7c80d99 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33d047a2-1fae-4203-972f-e359a6e3784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324955 Jun 22 07:14:41.269091 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-42d91e71-1fd4-4694-ba58-79b22f892839 req-cdff872a-8ff5-4282-ab4a-90aabbe2aace service neutron] 10.222.0.42 "GET /v2.0/networks/33d047a2-1fae-4203-972f-e359a6e3784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995085 Jun 22 07:14:41.408326 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-42d91e71-1fd4-4694-ba58-79b22f892839 req-a59e0e4d-fe67-4c99-8537-bc3f43b696cb service neutron] 10.222.0.42 "GET /v2.0/networks/33d047a2-1fae-4203-972f-e359a6e3784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323462 Jun 22 07:14:41.749187 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 34694) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:41.874632 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c09e3bdf-efb5-4c08-a895-47450f950e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:41.979191 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c09e3bdf-efb5-4c08-a895-47450f950e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:41.984421 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c09e3bdf-efb5-4c08-a895-47450f950e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:41.987247 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-22451888-521b-40a4-9b5b-ced33ee5948d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:42.028466 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-c09e3bdf-efb5-4c08-a895-47450f950e4e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff143fff24a54c9c9ba7476916045db3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752733 Jun 22 07:14:42.028466 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e3bdf-efb5-4c08-a895-47450f950e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de02630a-6010-4a59-9274-83ab74213682,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:42.029554 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 34702) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:42.035577 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-c09e3bdf-efb5-4c08-a895-47450f950e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:42.059887 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 34704) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:42.084665 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ad79d0a6-56ef-4990-a527-e7dec56a71f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:42.114243 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ad79d0a6-56ef-4990-a527-e7dec56a71f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:42.131543 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.db_base_plugin_v2 [None req-52cb9665-8938-468c-8f67-02e93826c362 admin admin] Deleting subnet 06523850-ed49-46ee-acdf-72646e7dc4c2 {{(pid=92821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:14:42.151453 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-52cb9665-8938-468c-8f67-02e93826c362 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:42.175227 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ad79d0a6-56ef-4990-a527-e7dec56a71f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:42.178263 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ad79d0a6-56ef-4990-a527-e7dec56a71f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:42.179623 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-ad79d0a6-56ef-4990-a527-e7dec56a71f8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/de02630a-6010-4a59-9274-83ab74213682 HTTP/1.1" status: 204 len: 168 time: 0.1493912 Jun 22 07:14:42.181076 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-7d283121-552e-4dc4-beb1-cfee2082b941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:42.194217 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79d0a6-56ef-4990-a527-e7dec56a71f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de02630a-6010-4a59-9274-83ab74213682,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:42.197974 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ad79d0a6-56ef-4990-a527-e7dec56a71f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:42.212100 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-52cb9665-8938-468c-8f67-02e93826c362 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133979590'] for subnet, precommit_delete_associations {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:42.269702 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea54d4-ade2-484d-ae51-5efdd334b896 req-bbe5ea15-cff9-492f-a538-320ee8facbc7 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:42.272309 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-efea54d4-ade2-484d-ae51-5efdd334b896 req-bbe5ea15-cff9-492f-a538-320ee8facbc7 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.1533549 Jun 22 07:14:42.282104 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-52cb9665-8938-468c-8f67-02e93826c362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708745'] for subnet, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:42.347591 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-efea54d4-ade2-484d-ae51-5efdd334b896 req-1e3d9a57-559f-4998-9740-02d32428dc06 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627115 Jun 22 07:14:42.388153 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-52cb9665-8938-468c-8f67-02e93826c362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-134075330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130921171'] for subnet, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:42.388153 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:42.409666 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb9665-8938-468c-8f67-02e93826c362 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06523850-ed49-46ee-acdf-72646e7dc4c2,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:42.413439 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-52cb9665-8938-468c-8f67-02e93826c362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:42.416525 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-52cb9665-8938-468c-8f67-02e93826c362 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:42.418439 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-52cb9665-8938-468c-8f67-02e93826c362 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/06523850-ed49-46ee-acdf-72646e7dc4c2 HTTP/1.1" status: 204 len: 168 time: 0.3569720 Jun 22 07:14:42.420956 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 34710) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:42.510060 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5687003e-4e9b-48ca-ab95-b999d35b37b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735482'] for network, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:42.615235 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5687003e-4e9b-48ca-ab95-b999d35b37b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709888', 'neutron.services.segments.db._delete_segments_for_network-8736031724755'] for network, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:42.627253 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.services.segments.db [None req-5687003e-4e9b-48ca-ab95-b999d35b37b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e9c590a-6b44-49f8-886f-42e7319e9e4c']}} {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:14:42.649526 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.services.segments.db [None req-5687003e-4e9b-48ca-ab95-b999d35b37b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd845a99-f4e6-4201-b4ca-0c1b2d0796b9') {'for_net_delete': True} {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:14:42.649811 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.services.segments.db [None req-5687003e-4e9b-48ca-ab95-b999d35b37b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd845a99-f4e6-4201-b4ca-0c1b2d0796b9') {} {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:14:42.660240 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5687003e-4e9b-48ca-ab95-b999d35b37b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736031724584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133979633'] for segment, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:42.677076 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5687003e-4e9b-48ca-ab95-b999d35b37b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:42.685424 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5687003e-4e9b-48ca-ab95-b999d35b37b2 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=92821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:14:42.685931 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5687003e-4e9b-48ca-ab95-b999d35b37b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-134074747'] for segment, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: Traceback (most recent call last): Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: timer() Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: cb(*args, **kw) Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: return func(*args, **kwargs) Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: self._notify() Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: self.callback(batched_events) Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: event.method(event) Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: return f(self, *a, **k) Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: return self._get(url).json() Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: return self.request(url, 'GET', **kwargs) Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:14:42.687896 dv-cinder-786627-11-smb neutron-server[92821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:14:42.757640 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5687003e-4e9b-48ca-ab95-b999d35b37b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592449'] for network, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:42.759680 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:42.762333 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5687003e-4e9b-48ca-ab95-b999d35b37b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:42.766753 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-5687003e-4e9b-48ca-ab95-b999d35b37b2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3e9c590a-6b44-49f8-886f-42e7319e9e4c HTTP/1.1" status: 204 len: 168 time: 0.3421385 Jun 22 07:14:42.776798 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687003e-4e9b-48ca-ab95-b999d35b37b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e9c590a-6b44-49f8-886f-42e7319e9e4c,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:42.780319 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-5687003e-4e9b-48ca-ab95-b999d35b37b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:42.909424 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 34728) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:42.971329 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-bee8cc8f-de08-4412-a2a6-2d91f17b2861 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b115f7faea3347e6818376042dd8146b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0584757 Jun 22 07:14:42.972813 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 34732) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:43.037696 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-4a80b9ad-5f63-4a15-9ec3-508a299e0805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:43.064437 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-4a80b9ad-5f63-4a15-9ec3-508a299e0805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:43.123584 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-4a80b9ad-5f63-4a15-9ec3-508a299e0805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:43.126851 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-4a80b9ad-5f63-4a15-9ec3-508a299e0805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:43.130643 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-4a80b9ad-5f63-4a15-9ec3-508a299e0805 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b5761c9b-38c9-4395-ba40-c01515c28842 HTTP/1.1" status: 204 len: 168 time: 0.1528773 Jun 22 07:14:43.130643 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-03191d47-3717-4b6d-91d4-6e0f6aa13a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:43.140475 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80b9ad-5f63-4a15-9ec3-508a299e0805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5761c9b-38c9-4395-ba40-c01515c28842,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:43.143489 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-4a80b9ad-5f63-4a15-9ec3-508a299e0805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:43.491222 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 34750) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:43.558720 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d864da5-b017-4bec-ba99-00036eda4c05 req-bd1c0d97-838a-4c38-b6f2-40ca5b993c6f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:43.560259 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-6d864da5-b017-4bec-ba99-00036eda4c05 req-bd1c0d97-838a-4c38-b6f2-40ca5b993c6f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0810647 Jun 22 07:14:43.601276 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-6d864da5-b017-4bec-ba99-00036eda4c05 req-e4051a36-4f63-4ec9-b0b0-67d629d00fb3 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352821 Jun 22 07:14:43.635124 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-42a663ab-04c4-4d16-80f0-211457d13b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:43.782359 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-42a663ab-04c4-4d16-80f0-211457d13b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:43.787190 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-42a663ab-04c4-4d16-80f0-211457d13b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:43.792156 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-0324719c-dfa2-4145-92ee-9fd16543ab98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:43.833074 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a663ab-04c4-4d16-80f0-211457d13b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3641fef-283e-4aa8-9f54-eef08cd41520,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:43.837336 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-42a663ab-04c4-4d16-80f0-211457d13b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:43.839965 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-42a663ab-04c4-4d16-80f0-211457d13b4b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5037fbe632c84ebdaa711ec1b0ebd43d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481514 Jun 22 07:14:43.843572 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 34770) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:43.941912 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-84494744-c21f-4a96-b6ee-d2c365871ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:43.977759 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-84494744-c21f-4a96-b6ee-d2c365871ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:44.077886 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-84494744-c21f-4a96-b6ee-d2c365871ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:44.080595 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-5d0cee9d-5ff4-401e-8eaf-a6b018d88440 req-a58f874e-1a93-4eee-a7ce-17f31df302f5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827591 Jun 22 07:14:44.081393 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-84494744-c21f-4a96-b6ee-d2c365871ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:44.082254 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-84494744-c21f-4a96-b6ee-d2c365871ee0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e3641fef-283e-4aa8-9f54-eef08cd41520 HTTP/1.1" status: 204 len: 168 time: 0.2380788 Jun 22 07:14:44.083700 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-1e9e3eef-300b-433b-8855-f47443dfbc81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:44.115993 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84494744-c21f-4a96-b6ee-d2c365871ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3641fef-283e-4aa8-9f54-eef08cd41520,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:44.138280 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-84494744-c21f-4a96-b6ee-d2c365871ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:44.191589 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cee9d-5ff4-401e-8eaf-a6b018d88440 req-a06d8527-700d-495e-9b37-34460548ed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:44.193104 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-5d0cee9d-5ff4-401e-8eaf-a6b018d88440 req-a06d8527-700d-495e-9b37-34460548ed66 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a963e21ede0e4de2b0be961765302c27&device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 1100 time: 0.0771732 Jun 22 07:14:44.336618 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cee9d-5ff4-401e-8eaf-a6b018d88440 req-e9867e9a-ebba-4646-b6c8-ce9d0495c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:44.336618 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-5d0cee9d-5ff4-401e-8eaf-a6b018d88440 req-e9867e9a-ebba-4646-b6c8-ce9d0495c9e1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=039d8b06-cce4-4bf8-a1d0-7746d58cf8db HTTP/1.1" status: 200 len: 916 time: 0.1176310 Jun 22 07:14:44.463340 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-5d0cee9d-5ff4-401e-8eaf-a6b018d88440 req-a6f49f43-4770-4a01-9685-14131c16142d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=889b9eda-eaa9-47d9-9de9-189adf574c08 HTTP/1.1" status: 200 len: 1001 time: 0.1165965 Jun 22 07:14:44.550300 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cee9d-5ff4-401e-8eaf-a6b018d88440 req-b3203bab-13ea-4e50-bdf4-96df5644955c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:44.553096 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-5d0cee9d-5ff4-401e-8eaf-a6b018d88440 req-b3203bab-13ea-4e50-bdf4-96df5644955c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=978e6915-65f8-462b-a6af-3ef15c3adee2 HTTP/1.1" status: 200 len: 854 time: 0.0821996 Jun 22 07:14:44.628539 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cee9d-5ff4-401e-8eaf-a6b018d88440 req-357251e8-4d0a-4e6c-9bc3-71f32bd52fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:44.630105 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-5d0cee9d-5ff4-401e-8eaf-a6b018d88440 req-357251e8-4d0a-4e6c-9bc3-71f32bd52fd7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=039d8b06-cce4-4bf8-a1d0-7746d58cf8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0661829 Jun 22 07:14:44.755701 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-5d0cee9d-5ff4-401e-8eaf-a6b018d88440 req-81899757-3386-4b32-a49c-cf7d66cf100b service neutron] 10.222.0.42 "GET /v2.0/networks/039d8b06-cce4-4bf8-a1d0-7746d58cf8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188109 Jun 22 07:14:44.889834 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-5d0cee9d-5ff4-401e-8eaf-a6b018d88440 req-1106fa40-60cc-4f54-a081-eee383c27d55 service neutron] 10.222.0.42 "GET /v2.0/networks/039d8b06-cce4-4bf8-a1d0-7746d58cf8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277292 Jun 22 07:14:44.980072 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 89ac36be-e573-4aff-9845-e18d0ba381ee no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:14:45.001566 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] No Port match for: 89ac36be-e573-4aff-9845-e18d0ba381ee {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:14:45.002015 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 89ac36be-e573-4aff-9845-e18d0ba381ee not bound to the agent host hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:14:47.509915 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 34836) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:47.543656 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:47.653038 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-62c392ca-d677-4187-a176-9bab3f53ad58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:47.754854 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-62c392ca-d677-4187-a176-9bab3f53ad58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:47.768648 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-62c392ca-d677-4187-a176-9bab3f53ad58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:47.788164 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-9d2abdc9-dc2e-45cb-b37e-afa9650b56b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:47.834352 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c392ca-d677-4187-a176-9bab3f53ad58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf234686-fd73-4bcb-a78e-8f4a431b49f2,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:47.841579 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-62c392ca-d677-4187-a176-9bab3f53ad58 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=45c09d8333bb4eee8b922f635cbe5b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304546 Jun 22 07:14:47.842837 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-62c392ca-d677-4187-a176-9bab3f53ad58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:47.845127 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 34842) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:47.871952 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ca479-b6e5-4727-95a4-45c97989a350 req-6e08d2be-7a3c-4385-b30b-c709c256d0ec tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:47.873486 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-946ca479-b6e5-4727-95a4-45c97989a350 req-6e08d2be-7a3c-4385-b30b-c709c256d0ec tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.1163328 Jun 22 07:14:47.902084 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e5b12579-fd22-4691-93b7-27775aa12f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:47.933734 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e5b12579-fd22-4691-93b7-27775aa12f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:47.935903 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-946ca479-b6e5-4727-95a4-45c97989a350 req-486d4f12-3de7-4438-8d5c-f3050e015adc tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542989 Jun 22 07:14:48.000969 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e5b12579-fd22-4691-93b7-27775aa12f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:48.004407 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e5b12579-fd22-4691-93b7-27775aa12f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:48.005944 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-e5b12579-fd22-4691-93b7-27775aa12f4c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cf234686-fd73-4bcb-a78e-8f4a431b49f2 HTTP/1.1" status: 204 len: 168 time: 0.1589160 Jun 22 07:14:48.006822 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-9c406b14-3195-4233-b7b3-14d900ba2843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:48.015003 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b12579-fd22-4691-93b7-27775aa12f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf234686-fd73-4bcb-a78e-8f4a431b49f2,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:48.017816 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-e5b12579-fd22-4691-93b7-27775aa12f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:49.127946 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18b448-24e0-451a-bdfc-aae2566b9786 req-1930b399-6bcd-4fd0-a0cf-606fbf06f803 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:49.129486 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5b18b448-24e0-451a-bdfc-aae2566b9786 req-1930b399-6bcd-4fd0-a0cf-606fbf06f803 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.0702567 Jun 22 07:14:49.172885 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5b18b448-24e0-451a-bdfc-aae2566b9786 req-e769bf97-d3fc-40f2-aedd-95b283c2d1f0 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354972 Jun 22 07:14:50.184851 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbd0c2-f3f5-4182-ba59-e7c2f5e7b1bd req-12008086-e514-4ffc-b89c-80702a091563 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:50.186325 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-0fbbd0c2-f3f5-4182-ba59-e7c2f5e7b1bd req-12008086-e514-4ffc-b89c-80702a091563 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.42 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.0831702 Jun 22 07:14:50.313976 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-0fbbd0c2-f3f5-4182-ba59-e7c2f5e7b1bd req-26685b25-41e4-4906-b53f-52e0595da984 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Deleting port acc06418-67de-4593-9a1b-6e1d2ff2635c {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:14:50.314296 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-0fbbd0c2-f3f5-4182-ba59-e7c2f5e7b1bd req-26685b25-41e4-4906-b53f-52e0595da984 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:50.440777 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45407eed-b913-4c2d-9341-3a2290a66225 req-1c35296b-5fdb-44cb-ac08-1ff2002b0f7e tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:50.443478 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-45407eed-b913-4c2d-9341-3a2290a66225 req-1c35296b-5fdb-44cb-ac08-1ff2002b0f7e tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 946 time: 0.1330316 Jun 22 07:14:50.487664 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-45407eed-b913-4c2d-9341-3a2290a66225 req-8b5f6ac4-ff0a-42c7-8a1b-3df72a1c9852 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375960 Jun 22 07:14:50.777307 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-0fbbd0c2-f3f5-4182-ba59-e7c2f5e7b1bd req-26685b25-41e4-4906-b53f-52e0595da984 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] For port acc06418-67de-4593-9a1b-6e1d2ff2635c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=acc06418-67de-4593-9a1b-6e1d2ff2635c,segment=NetworkSegment(1b8e376b-88e4-429f-ab7e-ac0ea24752c3),segment_id=1b8e376b-88e4-429f-ab7e-ac0ea24752c3)] {{(pid=92822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:14:50.777750 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-0fbbd0c2-f3f5-4182-ba59-e7c2f5e7b1bd req-26685b25-41e4-4906-b53f-52e0595da984 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:50.875873 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-0fbbd0c2-f3f5-4182-ba59-e7c2f5e7b1bd req-26685b25-41e4-4906-b53f-52e0595da984 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Calling delete_port for acc06418-67de-4593-9a1b-6e1d2ff2635c owned by compute:nova {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:14:51.002988 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 6 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:14:51.025246 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-0fbbd0c2-f3f5-4182-ba59-e7c2f5e7b1bd req-26685b25-41e4-4906-b53f-52e0595da984 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:51.030726 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-43b5f440-e3a9-436d-a87a-b5933fbf9ce7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:51.043417 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['dd9b8b02-4e0c-4e6a-850c-65d43e5abc60'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:14:51.090576 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26685b25-41e4-4906-b53f-52e0595da984 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Pushing event deleted for resources: {'Port': ['ID=acc06418-67de-4593-9a1b-6e1d2ff2635c,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:51.099106 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-26685b25-41e4-4906-b53f-52e0595da984 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:51.145821 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbbd0c2-f3f5-4182-ba59-e7c2f5e7b1bd req-26685b25-41e4-4906-b53f-52e0595da984 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] No DVR routers for this DVR port acc06418-67de-4593-9a1b-6e1d2ff2635c on host hv-cinder-78662 {{(pid=92822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:14:51.150452 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-0fbbd0c2-f3f5-4182-ba59-e7c2f5e7b1bd req-26685b25-41e4-4906-b53f-52e0595da984 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:51.152954 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-0fbbd0c2-f3f5-4182-ba59-e7c2f5e7b1bd req-26685b25-41e4-4906-b53f-52e0595da984 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.42 "DELETE /v2.0/ports/acc06418-67de-4593-9a1b-6e1d2ff2635c HTTP/1.1" status: 204 len: 173 time: 0.9597735 Jun 22 07:14:51.153428 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013f781e-983c-4c2c-8b64-33c0beb1e265', 'name': 'network-vif-deleted', 'tag': 'acc06418-67de-4593-9a1b-6e1d2ff2635c'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:14:51.155847 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051acf26-a4e4-4268-969b-7e4c0745c976" -d '{"events": [{"server_uuid": "013f781e-983c-4c2c-8b64-33c0beb1e265", "name": "network-vif-deleted", "tag": "acc06418-67de-4593-9a1b-6e1d2ff2635c"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:14:51.246045 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec810fc-7f08-4481-978d-b64e8a5c2403 x-openstack-request-id: req-bec810fc-7f08-4481-978d-b64e8a5c2403 {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:14:51.247155 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013f781e-983c-4c2c-8b64-33c0beb1e265", "name": "network-vif-deleted", "tag": "acc06418-67de-4593-9a1b-6e1d2ff2635c", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:14:51.247155 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bec810fc-7f08-4481-978d-b64e8a5c2403 {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:14:51.247485 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013f781e-983c-4c2c-8b64-33c0beb1e265', 'name': 'network-vif-deleted', 'tag': 'acc06418-67de-4593-9a1b-6e1d2ff2635c', 'status': 'completed', 'code': 200} Jun 22 07:14:51.668073 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-16de5c89-8879-4e1d-ae1e-c75427f8eb80 req-431e1370-85ff-40c3-b32c-0775f5f0ddd9 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=013f781e-983c-4c2c-8b64-33c0beb1e265 HTTP/1.1" status: 200 len: 210 time: 0.0404439 Jun 22 07:14:53.017103 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device acc06418-67de-4593-9a1b-6e1d2ff2635c no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:14:53.048165 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] No Port match for: acc06418-67de-4593-9a1b-6e1d2ff2635c {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:14:53.048690 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device acc06418-67de-4593-9a1b-6e1d2ff2635c not bound to the agent host hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:14:53.170428 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca6f7f-a7a3-4fb8-83d0-16a7ba7c9967 req-2f862af6-6983-4cbe-a49b-67f2561e093f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:53.171999 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-84ca6f7f-a7a3-4fb8-83d0-16a7ba7c9967 req-2f862af6-6983-4cbe-a49b-67f2561e093f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0651805 Jun 22 07:14:53.212464 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-84ca6f7f-a7a3-4fb8-83d0-16a7ba7c9967 req-db4ab8f0-654d-4dc9-a8df-3636b3df7f40 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346684 Jun 22 07:14:54.406509 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a9937-f003-4ed7-a101-ce9465c9c3fb req-e3468e0f-9f69-47db-a5fa-b55f079c51dd tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:54.408149 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b63a9937-f003-4ed7-a101-ce9465c9c3fb req-e3468e0f-9f69-47db-a5fa-b55f079c51dd tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0771375 Jun 22 07:14:54.450623 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b63a9937-f003-4ed7-a101-ce9465c9c3fb req-c6787108-d466-45dc-926e-314ab456ba7c tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355031 Jun 22 07:14:55.637550 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f10a53-00aa-4777-aad5-e0ff842ce82c req-3cab91e8-2700-402e-8ffd-c774e4ed7c1f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:55.639085 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-05f10a53-00aa-4777-aad5-e0ff842ce82c req-3cab91e8-2700-402e-8ffd-c774e4ed7c1f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0706062 Jun 22 07:14:55.682976 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-05f10a53-00aa-4777-aad5-e0ff842ce82c req-fb892bbc-96ca-46ac-9cd4-9cb9c12fa0bc tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378733 Jun 22 07:14:56.888031 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b1564-b9b1-4494-b765-d3b038e6a08d req-b489dbcd-d9e2-428e-8024-2b00a7c0dff5 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:56.889569 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-548b1564-b9b1-4494-b765-d3b038e6a08d req-b489dbcd-d9e2-428e-8024-2b00a7c0dff5 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0672503 Jun 22 07:14:56.930919 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-548b1564-b9b1-4494-b765-d3b038e6a08d req-f442ed6f-6113-47bd-b0bf-b4a4b4545bca tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356643 Jun 22 07:14:58.120998 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5f993-123f-4798-bfe1-f7e83fd12b61 req-a1740106-f154-4a0a-9b0c-73724686b385 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:58.122554 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2ab5f993-123f-4798-bfe1-f7e83fd12b61 req-a1740106-f154-4a0a-9b0c-73724686b385 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0735998 Jun 22 07:14:58.160424 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2ab5f993-123f-4798-bfe1-f7e83fd12b61 req-29744f5e-6c11-44cd-8ae1-8f05940b15c5 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cf61c9a-058c-4d55-86d0-5059c8cca14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322440 Jun 22 07:14:58.546123 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0577904-2164-4412-9539-148eac695b7a req-cd86b45e-934b-40ce-b943-44699fa5411c tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:58.547635 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-c0577904-2164-4412-9539-148eac695b7a req-cd86b45e-934b-40ce-b943-44699fa5411c tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.42 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 945 time: 0.0643961 Jun 22 07:14:58.651551 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-c0577904-2164-4412-9539-148eac695b7a req-26921c9a-d43f-4250-ae63-2d31e3d3c1ac tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Deleting port dd9b8b02-4e0c-4e6a-850c-65d43e5abc60 {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:14:58.651803 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-c0577904-2164-4412-9539-148eac695b7a req-26921c9a-d43f-4250-ae63-2d31e3d3c1ac tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:58.753357 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-c0577904-2164-4412-9539-148eac695b7a req-26921c9a-d43f-4250-ae63-2d31e3d3c1ac tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] For port dd9b8b02-4e0c-4e6a-850c-65d43e5abc60, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=dd9b8b02-4e0c-4e6a-850c-65d43e5abc60,segment=NetworkSegment(1b8e376b-88e4-429f-ab7e-ac0ea24752c3),segment_id=1b8e376b-88e4-429f-ab7e-ac0ea24752c3)] {{(pid=92822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:14:58.753731 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-c0577904-2164-4412-9539-148eac695b7a req-26921c9a-d43f-4250-ae63-2d31e3d3c1ac tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:58.844518 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-c0577904-2164-4412-9539-148eac695b7a req-26921c9a-d43f-4250-ae63-2d31e3d3c1ac tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Calling delete_port for dd9b8b02-4e0c-4e6a-850c-65d43e5abc60 owned by compute:nova {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:14:58.992972 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-c0577904-2164-4412-9539-148eac695b7a req-26921c9a-d43f-4250-ae63-2d31e3d3c1ac tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:58.997515 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-2c37e472-1aea-4229-afa6-ac9dd20edf91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:59.005932 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['dd9b8b02-4e0c-4e6a-850c-65d43e5abc60'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:14:59.027416 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26921c9a-d43f-4250-ae63-2d31e3d3c1ac tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Pushing event deleted for resources: {'Port': ['ID=dd9b8b02-4e0c-4e6a-850c-65d43e5abc60,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:59.031389 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-26921c9a-d43f-4250-ae63-2d31e3d3c1ac tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:59.079374 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0577904-2164-4412-9539-148eac695b7a req-26921c9a-d43f-4250-ae63-2d31e3d3c1ac tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] No DVR routers for this DVR port dd9b8b02-4e0c-4e6a-850c-65d43e5abc60 on host hv-cinder-78662 {{(pid=92822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:14:59.081941 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-c0577904-2164-4412-9539-148eac695b7a req-26921c9a-d43f-4250-ae63-2d31e3d3c1ac tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:59.084020 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-c0577904-2164-4412-9539-148eac695b7a req-26921c9a-d43f-4250-ae63-2d31e3d3c1ac tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.42 "DELETE /v2.0/ports/dd9b8b02-4e0c-4e6a-850c-65d43e5abc60 HTTP/1.1" status: 204 len: 173 time: 0.5307169 Jun 22 07:14:59.084520 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed7dabf-6ec0-436f-98bb-d86d7a385f8f', 'name': 'network-vif-deleted', 'tag': 'dd9b8b02-4e0c-4e6a-850c-65d43e5abc60'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:14:59.086944 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845ade86-b8f8-4c75-82d0-70714094e1b2" -d '{"events": [{"server_uuid": "aed7dabf-6ec0-436f-98bb-d86d7a385f8f", "name": "network-vif-deleted", "tag": "dd9b8b02-4e0c-4e6a-850c-65d43e5abc60"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:14:59.125495 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c33c924-20c8-4f70-9fa1-dce97bbc732f x-openstack-request-id: req-4c33c924-20c8-4f70-9fa1-dce97bbc732f {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:14:59.125820 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed7dabf-6ec0-436f-98bb-d86d7a385f8f", "name": "network-vif-deleted", "tag": "dd9b8b02-4e0c-4e6a-850c-65d43e5abc60", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:14:59.126101 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4c33c924-20c8-4f70-9fa1-dce97bbc732f {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:14:59.126521 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed7dabf-6ec0-436f-98bb-d86d7a385f8f', 'name': 'network-vif-deleted', 'tag': 'dd9b8b02-4e0c-4e6a-850c-65d43e5abc60', 'status': 'completed', 'code': 200} Jun 22 07:14:59.321939 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1e48ff93-a7fc-4d1e-b474-baf722f4fe8f req-2e4f1d1d-c19e-4742-965d-c6bc092411a8 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] 10.222.0.22 "GET /v2.0/ports?device_id=aed7dabf-6ec0-436f-98bb-d86d7a385f8f HTTP/1.1" status: 200 len: 210 time: 0.0302174 Jun 22 07:15:00.420532 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 35002) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:00.856872 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-e1f1da75-debc-4736-a600-eb8a7061991b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655022'] for router_interface, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:01.397743 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1da75-debc-4736-a600-eb8a7061991b admin admin] Deleting port ef6aabcb-4c35-4043-9340-fb1d3855b5d5 {{(pid=92821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:15:01.398732 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-e1f1da75-debc-4736-a600-eb8a7061991b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:01.487903 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.db [None req-e1f1da75-debc-4736-a600-eb8a7061991b admin admin] For port ef6aabcb-4c35-4043-9340-fb1d3855b5d5, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=ef6aabcb-4c35-4043-9340-fb1d3855b5d5,segment=NetworkSegment(1b8e376b-88e4-429f-ab7e-ac0ea24752c3),segment_id=1b8e376b-88e4-429f-ab7e-ac0ea24752c3)] {{(pid=92821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:01.489205 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-e1f1da75-debc-4736-a600-eb8a7061991b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:01.561407 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1da75-debc-4736-a600-eb8a7061991b admin admin] Calling delete_port for ef6aabcb-4c35-4043-9340-fb1d3855b5d5 owned by network:router_interface {{(pid=92821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:15:01.811784 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-e1f1da75-debc-4736-a600-eb8a7061991b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134075272'] for port, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:01.814511 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:01.840131 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1da75-debc-4736-a600-eb8a7061991b admin admin] Pushing event deleted for resources: {'Port': ['ID=ef6aabcb-4c35-4043-9340-fb1d3855b5d5,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:01.854327 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1da75-debc-4736-a600-eb8a7061991b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:01.854694 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1da75-debc-4736-a600-eb8a7061991b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:01.855080 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1da75-debc-4736-a600-eb8a7061991b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:01.855580 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1da75-debc-4736-a600-eb8a7061991b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:01.855935 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1da75-debc-4736-a600-eb8a7061991b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:01.856315 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1da75-debc-4736-a600-eb8a7061991b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:01.856662 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1da75-debc-4736-a600-eb8a7061991b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:01.857130 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1da75-debc-4736-a600-eb8a7061991b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:01.857482 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1da75-debc-4736-a600-eb8a7061991b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:01.857826 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1da75-debc-4736-a600-eb8a7061991b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:01.858168 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1da75-debc-4736-a600-eb8a7061991b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:01.858507 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1da75-debc-4736-a600-eb8a7061991b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:01.877547 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-e1f1da75-debc-4736-a600-eb8a7061991b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:02.076798 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-e1f1da75-debc-4736-a600-eb8a7061991b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1773173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654850'] for router_interface, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:02.303678 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f1da75-debc-4736-a600-eb8a7061991b admin admin] Router 791e2cf6-5b85-413c-8d02-96dd6e477cd2 has already been hosted by L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d {{(pid=92821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:15:02.421594 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f1da75-debc-4736-a600-eb8a7061991b admin admin] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:15:02.431486 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fefbc15-4764-450c-8561-91896dafa465 None None] Sync routers for ids ['791e2cf6-5b85-413c-8d02-96dd6e477cd2'] in dv-cinder-786627-11-smb {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:15:02.435468 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-e1f1da75-debc-4736-a600-eb8a7061991b admin admin] 10.222.0.22 "PUT /v2.0/routers/791e2cf6-5b85-413c-8d02-96dd6e477cd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0062835 Jun 22 07:15:02.435736 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 35018) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:02.443337 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fefbc15-4764-450c-8561-91896dafa465 None None] Routers {'791e2cf6-5b85-413c-8d02-96dd6e477cd2'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:15:02.443590 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-2fefbc15-4764-450c-8561-91896dafa465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:14:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['791e2cf6-5b85-413c-8d02-96dd6e477cd2'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:02.567757 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8587d5b3-deac-4fd5-a57e-8d8f077bc698 admin admin] Notify callbacks [] for router, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:02.569017 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-2fefbc15-4764-450c-8561-91896dafa465 None None] Set router 791e2cf6-5b85-413c-8d02-96dd6e477cd2 gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:15:02.707879 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8587d5b3-deac-4fd5-a57e-8d8f077bc698 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:02.777814 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.plugin [None req-8587d5b3-deac-4fd5-a57e-8d8f077bc698 admin admin] Deleting port 77d42b3f-c307-44aa-b3f3-c087e663418f {{(pid=92821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:15:02.778073 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8587d5b3-deac-4fd5-a57e-8d8f077bc698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:02.866404 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-2fefbc15-4764-450c-8561-91896dafa465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791e2cf6-5b85-413c-8d02-96dd6e477cd2', 'name': 'tempest-ServerRescueNegativeTestJSON-1818274694-router', 'tenant_id': 'c19cfe1fd182497e82b34a8b9451608a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.191'}], 'enable_snat': True}, 'gw_port_id': '77d42b3f-c307-44aa-b3f3-c087e663418f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:30Z', 'updated_at': '2021-06-22T07:15:01Z', 'revision_number': 5, 'project_id': 'c19cfe1fd182497e82b34a8b9451608a', 'gw_port': {'id': '77d42b3f-c307-44aa-b3f3-c087e663418f', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:39:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791e2cf6-5b85-413c-8d02-96dd6e477cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:31Z', 'updated_at': '2021-06-22T07:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:02.896045 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fefbc15-4764-450c-8561-91896dafa465 None None] Checking router: 791e2cf6-5b85-413c-8d02-96dd6e477cd2 for host: dv-cinder-786627-11-smb {{(pid=92824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:15:02.896663 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.db [None req-8587d5b3-deac-4fd5-a57e-8d8f077bc698 admin admin] For port 77d42b3f-c307-44aa-b3f3-c087e663418f, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=77d42b3f-c307-44aa-b3f3-c087e663418f,segment=NetworkSegment(1f136496-d650-4d4e-9fa5-f4757e98fad0),segment_id=1f136496-d650-4d4e-9fa5-f4757e98fad0)] {{(pid=92821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:02.897098 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8587d5b3-deac-4fd5-a57e-8d8f077bc698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:02.906662 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fefbc15-4764-450c-8561-91896dafa465 None None] Routers {'791e2cf6-5b85-413c-8d02-96dd6e477cd2'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:15:02.908090 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-2fefbc15-4764-450c-8561-91896dafa465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:14:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['791e2cf6-5b85-413c-8d02-96dd6e477cd2'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:02.974848 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.plugin [None req-8587d5b3-deac-4fd5-a57e-8d8f077bc698 admin admin] Calling delete_port for 77d42b3f-c307-44aa-b3f3-c087e663418f owned by network:router_gateway {{(pid=92821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:15:03.021026 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-2fefbc15-4764-450c-8561-91896dafa465 None None] Set router 791e2cf6-5b85-413c-8d02-96dd6e477cd2 gateway port host: None {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:15:03.027663 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device dd9b8b02-4e0c-4e6a-850c-65d43e5abc60 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:15:03.055632 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] No Port match for: dd9b8b02-4e0c-4e6a-850c-65d43e5abc60 {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:15:03.055996 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device dd9b8b02-4e0c-4e6a-850c-65d43e5abc60 not bound to the agent host hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:15:03.122587 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-2fefbc15-4764-450c-8561-91896dafa465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791e2cf6-5b85-413c-8d02-96dd6e477cd2', 'name': 'tempest-ServerRescueNegativeTestJSON-1818274694-router', 'tenant_id': 'c19cfe1fd182497e82b34a8b9451608a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:30Z', 'updated_at': '2021-06-22T07:15:02Z', 'revision_number': 6, 'project_id': 'c19cfe1fd182497e82b34a8b9451608a', 'gw_port_host': None}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:03.159844 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fefbc15-4764-450c-8561-91896dafa465 None None] The sync data for ids ['791e2cf6-5b85-413c-8d02-96dd6e477cd2'] in dv-cinder-786627-11-smb is: [{'id': '791e2cf6-5b85-413c-8d02-96dd6e477cd2', 'name': 'tempest-ServerRescueNegativeTestJSON-1818274694-router', 'tenant_id': 'c19cfe1fd182497e82b34a8b9451608a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:30Z', 'updated_at': '2021-06-22T07:15:02Z', 'revision_number': 6, 'project_id': 'c19cfe1fd182497e82b34a8b9451608a', 'gw_port_host': None}] {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:15:03.182961 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8587d5b3-deac-4fd5-a57e-8d8f077bc698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134075272'] for port, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:03.185549 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-47e78647-c3be-40e5-86e4-2945ed326e7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:03.215456 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587d5b3-deac-4fd5-a57e-8d8f077bc698 admin admin] Pushing event deleted for resources: {'Port': ['ID=77d42b3f-c307-44aa-b3f3-c087e663418f,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:03.218655 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-8587d5b3-deac-4fd5-a57e-8d8f077bc698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:03.283498 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8587d5b3-deac-4fd5-a57e-8d8f077bc698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1592423'] for router_gateway, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:03.395633 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8587d5b3-deac-4fd5-a57e-8d8f077bc698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1146'] for router, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:03.398643 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8587d5b3-deac-4fd5-a57e-8d8f077bc698 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:03.477738 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8587d5b3-deac-4fd5-a57e-8d8f077bc698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1669339'] for router, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:03.478190 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8587d5b3-deac-4fd5-a57e-8d8f077bc698 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 791e2cf6-5b85-413c-8d02-96dd6e477cd2 {{(pid=92821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 07:15:03.483877 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8587d5b3-deac-4fd5-a57e-8d8f077bc698 admin admin] Notify callbacks [] for router, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:03.484889 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-8587d5b3-deac-4fd5-a57e-8d8f077bc698 admin admin] 10.222.0.22 "DELETE /v2.0/routers/791e2cf6-5b85-413c-8d02-96dd6e477cd2 HTTP/1.1" status: 204 len: 168 time: 1.0479975 Jun 22 07:15:03.487441 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 35046) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:03.542795 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.db_base_plugin_v2 [None req-f900b7a1-d80b-41c0-b70f-693edcf98231 admin admin] Deleting subnet 5f8df47a-1b35-48e0-8850-2f48fdf17319 {{(pid=92821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:15:03.547870 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-f900b7a1-d80b-41c0-b70f-693edcf98231 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:03.596521 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-f900b7a1-d80b-41c0-b70f-693edcf98231 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133979590'] for subnet, precommit_delete_associations {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:03.648530 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-f900b7a1-d80b-41c0-b70f-693edcf98231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708745'] for subnet, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:03.718033 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-f900b7a1-d80b-41c0-b70f-693edcf98231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-134075330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130921171'] for subnet, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:03.720982 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-50d24231-ce24-4677-8f93-d4461fe71c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:03.748557 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900b7a1-d80b-41c0-b70f-693edcf98231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f8df47a-1b35-48e0-8850-2f48fdf17319,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:03.752702 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-f900b7a1-d80b-41c0-b70f-693edcf98231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:03.756357 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-f900b7a1-d80b-41c0-b70f-693edcf98231 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5f8df47a-1b35-48e0-8850-2f48fdf17319 HTTP/1.1" status: 204 len: 168 time: 0.2662399 Jun 22 07:15:03.756357 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-f900b7a1-d80b-41c0-b70f-693edcf98231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:03.757327 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 35048) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:03.834085 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-bae10473-f181-4504-8671-05cb7fbbef18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735482'] for network, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:03.921562 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-bae10473-f181-4504-8671-05cb7fbbef18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709888', 'neutron.services.segments.db._delete_segments_for_network-8736031724755'] for network, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:03.933011 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.services.segments.db [None req-bae10473-f181-4504-8671-05cb7fbbef18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d047a2-1fae-4203-972f-e359a6e3784a']}} {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:03.945205 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.services.segments.db [None req-bae10473-f181-4504-8671-05cb7fbbef18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b8e376b-88e4-429f-ab7e-ac0ea24752c3') {'for_net_delete': True} {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:03.945588 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.services.segments.db [None req-bae10473-f181-4504-8671-05cb7fbbef18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b8e376b-88e4-429f-ab7e-ac0ea24752c3') {} {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:03.958247 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-bae10473-f181-4504-8671-05cb7fbbef18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736031724584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133979633'] for segment, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:03.989810 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-bae10473-f181-4504-8671-05cb7fbbef18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:04.001163 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae10473-f181-4504-8671-05cb7fbbef18 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=92821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:15:04.002021 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-bae10473-f181-4504-8671-05cb7fbbef18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-134074747'] for segment, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: Traceback (most recent call last): Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: timer() Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: cb(*args, **kw) Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: return func(*args, **kwargs) Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: self._notify() Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: self.callback(batched_events) Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: event.method(event) Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: return f(self, *a, **k) Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: return self._get(url).json() Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: return self.request(url, 'GET', **kwargs) Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:15:04.028338 dv-cinder-786627-11-smb neutron-server[92821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:15:04.077161 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device ef6aabcb-4c35-4043-9340-fb1d3855b5d5 no longer exists at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:15:04.113022 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-bae10473-f181-4504-8671-05cb7fbbef18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592449'] for network, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:04.124437 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-bae10473-f181-4504-8671-05cb7fbbef18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:04.129983 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-bae10473-f181-4504-8671-05cb7fbbef18 admin admin] 10.222.0.22 "DELETE /v2.0/networks/33d047a2-1fae-4203-972f-e359a6e3784a HTTP/1.1" status: 204 len: 168 time: 0.3711696 Jun 22 07:15:04.131414 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:04.158082 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae10473-f181-4504-8671-05cb7fbbef18 admin admin] Pushing event deleted for resources: {'Network': ['ID=33d047a2-1fae-4203-972f-e359a6e3784a,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:04.170548 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-bae10473-f181-4504-8671-05cb7fbbef18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:04.178628 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-badbe661-7601-497f-823b-f0844c323d63 None None] No Port match for: ef6aabcb-4c35-4043-9340-fb1d3855b5d5 {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:15:04.178887 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device ef6aabcb-4c35-4043-9340-fb1d3855b5d5 not bound to the agent host dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:15:04.180638 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 77d42b3f-c307-44aa-b3f3-c087e663418f no longer exists at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:15:04.213986 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5b1af36c-6437-4d09-b072-c8eea06eaa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:04.217317 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-badbe661-7601-497f-823b-f0844c323d63 None None] No Port match for: 77d42b3f-c307-44aa-b3f3-c087e663418f {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:15:04.217946 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 77d42b3f-c307-44aa-b3f3-c087e663418f not bound to the agent host dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:15:04.415753 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 35060) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:04.479722 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 35062) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:04.479952 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-67d7306c-07d5-4df9-b3dd-b4ca37eab20c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c19cfe1fd182497e82b34a8b9451608a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0624754 Jun 22 07:15:04.535918 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-dd9e7024-7886-42c3-81c5-06e5d27ddf68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:04.560343 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-dd9e7024-7886-42c3-81c5-06e5d27ddf68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:04.615444 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-dd9e7024-7886-42c3-81c5-06e5d27ddf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:04.620152 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-dd9e7024-7886-42c3-81c5-06e5d27ddf68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:04.621647 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-dd9e7024-7886-42c3-81c5-06e5d27ddf68 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2cf61c9a-058c-4d55-86d0-5059c8cca14c HTTP/1.1" status: 204 len: 168 time: 0.1406007 Jun 22 07:15:04.622798 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-ed962865-118d-4064-b299-29169a701c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:04.635889 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e7024-7886-42c3-81c5-06e5d27ddf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf61c9a-058c-4d55-86d0-5059c8cca14c,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:04.639583 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-dd9e7024-7886-42c3-81c5-06e5d27ddf68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:05.397040 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 35088) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:05.514615 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-aedaac5a-f384-4922-b93c-eeb9bafdec44 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1083161926-network', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:05.543152 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedaac5a-f384-4922-b93c-eeb9bafdec44 admin admin] Made reservation on behalf of 8633bcd9c8fa46bab225f46c1fdae48d for: {'network': 1} {{(pid=92821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:15:05.545675 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-aedaac5a-f384-4922-b93c-eeb9bafdec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for network, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:05.557425 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-aedaac5a-f384-4922-b93c-eeb9bafdec44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:05.650568 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 35094) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:05.668748 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-aedaac5a-f384-4922-b93c-eeb9bafdec44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:05.673845 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-aedaac5a-f384-4922-b93c-eeb9bafdec44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:05.679501 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-3c198236-0a1d-4845-9a20-8ab2d297928a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:05.705394 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aedaac5a-f384-4922-b93c-eeb9bafdec44 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=92821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:15:05.735687 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedaac5a-f384-4922-b93c-eeb9bafdec44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4284ed72-0c1e-4f1f-a4f3-4355eeb5afdb,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:05.740781 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-aedaac5a-f384-4922-b93c-eeb9bafdec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:05.741369 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.db.segments_db [None req-aedaac5a-f384-4922-b93c-eeb9bafdec44 admin admin] Added segment 5e0d4098-8976-46fc-9d81-b241fa91cf3f of type vlan for network 1163da0c-bad1-418d-8eb1-3c5b37310e74 Jun 22 07:15:05.744653 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-aedaac5a-f384-4922-b93c-eeb9bafdec44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:05.816078 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-aedaac5a-f384-4922-b93c-eeb9bafdec44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736031188691'] for network, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:05.849514 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c83903f1-398f-405d-9a52-12c8e9705120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:05.860350 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-aedaac5a-f384-4922-b93c-eeb9bafdec44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068'] for network, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:05.863143 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedaac5a-f384-4922-b93c-eeb9bafdec44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:05.864182 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-aedaac5a-f384-4922-b93c-eeb9bafdec44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:05.870034 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:05.961482 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c83903f1-398f-405d-9a52-12c8e9705120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:05.966993 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c83903f1-398f-405d-9a52-12c8e9705120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:05.969936 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-b02993f2-62ad-4777-b4b3-73f4b05c6d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:05.988916 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-aedaac5a-f384-4922-b93c-eeb9bafdec44 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5855803 Jun 22 07:15:05.989228 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 35098) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:05.989397 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedaac5a-f384-4922-b93c-eeb9bafdec44 admin admin] Pushing event updated for resources: {'Network': ['ID=1163da0c-bad1-418d-8eb1-3c5b37310e74,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:05.994860 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-aedaac5a-f384-4922-b93c-eeb9bafdec44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:05.999262 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-d383f409-ae68-4073-9c23-03ca8b24397b admin admin] Request body: {'subnet': {'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1083161926-subnet', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:06.006991 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Network 1163da0c-bad1-418d-8eb1-3c5b37310e74 details requested by agent ovs-agent-dv-cinder-786627-11-smb with host dv-cinder-786627-11-smb {{(pid=92823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:15:06.037825 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83903f1-398f-405d-9a52-12c8e9705120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3798d8c5-a733-4df0-91b2-10fcf7f0fa02,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:06.044710 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-c83903f1-398f-405d-9a52-12c8e9705120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:06.051111 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-c83903f1-398f-405d-9a52-12c8e9705120 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d744dbb84606420981b3634cc981d82c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3975415 Jun 22 07:15:06.055860 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 35100) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:06.079625 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d383f409-ae68-4073-9c23-03ca8b24397b admin admin] Made reservation on behalf of 8633bcd9c8fa46bab225f46c1fdae48d for: {'subnet': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:15:06.082430 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-d383f409-ae68-4073-9c23-03ca8b24397b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130481252'] for subnet, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:06.201560 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-923e3e1a-fb98-4499-a60d-3793bad8cecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:06.252117 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-923e3e1a-fb98-4499-a60d-3793bad8cecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:06.395884 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-923e3e1a-fb98-4499-a60d-3793bad8cecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:06.399428 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-923e3e1a-fb98-4499-a60d-3793bad8cecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:06.400696 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-923e3e1a-fb98-4499-a60d-3793bad8cecb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3798d8c5-a733-4df0-91b2-10fcf7f0fa02 HTTP/1.1" status: 204 len: 168 time: 0.3436418 Jun 22 07:15:06.401971 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-7773df2d-3dce-4ab6-9a50-c899aaed0499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:06.404659 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-d383f409-ae68-4073-9c23-03ca8b24397b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133502183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130481238'] for subnet, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:06.423237 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e3e1a-fb98-4499-a60d-3793bad8cecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3798d8c5-a733-4df0-91b2-10fcf7f0fa02,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:06.429405 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-923e3e1a-fb98-4499-a60d-3793bad8cecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:06.431775 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-d9d04257-7512-4f28-bcaf-3a5673c8e5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:06.526501 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383f409-ae68-4073-9c23-03ca8b24397b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc,revision_number=0']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:06.529875 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d383f409-ae68-4073-9c23-03ca8b24397b admin admin] Checking segment: {'id': '5e0d4098-8976-46fc-9d81-b241fa91cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:15:06.530341 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d383f409-ae68-4073-9c23-03ca8b24397b admin admin] Network hostable DHCP agents. Network: 1163da0c-bad1-418d-8eb1-3c5b37310e74, hostable agents: ['b3e1d87c-8412-42f8-9df5-1411cb290459'], hosted agents: [] {{(pid=92822) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:15:06.533353 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-d383f409-ae68-4073-9c23-03ca8b24397b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:06.556589 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d383f409-ae68-4073-9c23-03ca8b24397b admin admin] Network 1163da0c-bad1-418d-8eb1-3c5b37310e74 is scheduled to be hosted by DHCP agent b3e1d87c-8412-42f8-9df5-1411cb290459 with binding_index 1 {{(pid=92822) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:15:06.568695 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [None req-d383f409-ae68-4073-9c23-03ca8b24397b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-smb, 1163da0c-bad1-418d-8eb1-3c5b37310e74) {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:15:06.575078 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d383f409-ae68-4073-9c23-03ca8b24397b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:06.575719 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-d383f409-ae68-4073-9c23-03ca8b24397b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for subnet, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:06.590476 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fd6ef9-c3e9-4457-9079-e3e986997d59 None None] Network 1163da0c-bad1-418d-8eb1-3c5b37310e74 requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:15:06.604184 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-d383f409-ae68-4073-9c23-03ca8b24397b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6137156 Jun 22 07:15:06.607663 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 35106) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:06.612732 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-42901e3f-3bdf-445d-9b61-4d0d1af98b0a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1083161926-router', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79'}}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:06.641649 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-42901e3f-3bdf-445d-9b61-4d0d1af98b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1669542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1128'] for router, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:06.642852 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-42901e3f-3bdf-445d-9b61-4d0d1af98b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1593244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1123'] for router, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:06.711834 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-42901e3f-3bdf-445d-9b61-4d0d1af98b0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:06.790021 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-b6b74ef9-dd0f-4e2c-9aef-d6e705b2652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:06.876333 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba1f5f5-15a5-4fc8-837a-ff3e5d0d52d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e4f5c82-077d-56c7-9869-6c225c043a1f-1163da0c-bad1-418d-8eb1-3c5b37310e74', 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'fixed_ips': [{'subnet_id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc'}]}} from dv-cinder-786627-11-smb. {{(pid=92823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 07:15:06.877983 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bba1f5f5-15a5-4fc8-837a-ff3e5d0d52d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:06.899570 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 35108) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:06.923053 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-973bd321-df3a-4a87-8055-ec764c09ed84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:06.977591 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:07.078535 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-973bd321-df3a-4a87-8055-ec764c09ed84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:07.085165 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-973bd321-df3a-4a87-8055-ec764c09ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:07.091048 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-6881580a-4022-49ce-84a2-e3a9550d43c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:07.095027 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.db_base_plugin_common [None req-bba1f5f5-15a5-4fc8-837a-ff3e5d0d52d7 None None] Allocated IP 172.20.0.2 (1163da0c-bad1-418d-8eb1-3c5b37310e74/0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc/55770aa1-745b-4e10-b1af-cfed93bcdb40) {{(pid=92823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:15:07.139736 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-42901e3f-3bdf-445d-9b61-4d0d1af98b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1593326', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1141'] for router, precommit_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:07.157464 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-973bd321-df3a-4a87-8055-ec764c09ed84 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a9bee70de5c74037bad7fb03f129a110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569413 Jun 22 07:15:07.164157 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 35110) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:07.177980 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973bd321-df3a-4a87-8055-ec764c09ed84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545cfa44-b22e-44e7-9ce5-7d80bb78a0eb,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:07.192960 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-973bd321-df3a-4a87-8055-ec764c09ed84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:07.249250 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ee68c7c6-c04d-4850-b22d-459d1695797e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:07.274045 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ee68c7c6-c04d-4850-b22d-459d1695797e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:07.299222 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bba1f5f5-15a5-4fc8-837a-ff3e5d0d52d7 None None] Notify callbacks [] for port, precommit_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:07.308011 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-bba1f5f5-15a5-4fc8-837a-ff3e5d0d52d7 None None] Transition to ACTIVE for port object 55770aa1-745b-4e10-b1af-cfed93bcdb40 will not be triggered until provisioned by entity L2. {{(pid=92823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:15:07.323663 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-bba1f5f5-15a5-4fc8-837a-ff3e5d0d52d7 None None] Transition to ACTIVE for port object 55770aa1-745b-4e10-b1af-cfed93bcdb40 will not be triggered until provisioned by entity DHCP. {{(pid=92823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:15:07.331449 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bba1f5f5-15a5-4fc8-837a-ff3e5d0d52d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430'] for port, after_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:07.333517 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-59c5832c-e0d3-436b-a5b4-fec8b75ccf1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:07.336574 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ee68c7c6-c04d-4850-b22d-459d1695797e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:07.340144 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ee68c7c6-c04d-4850-b22d-459d1695797e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:07.344799 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-ee68c7c6-c04d-4850-b22d-459d1695797e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/545cfa44-b22e-44e7-9ce5-7d80bb78a0eb HTTP/1.1" status: 204 len: 168 time: 0.1741066 Jun 22 07:15:07.344799 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-1259d257-d87c-4fc0-b705-b7c6c56bb20d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:07.363020 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68c7c6-c04d-4850-b22d-459d1695797e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545cfa44-b22e-44e7-9ce5-7d80bb78a0eb,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:07.366137 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ee68c7c6-c04d-4850-b22d-459d1695797e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:07.387339 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba1f5f5-15a5-4fc8-837a-ff3e5d0d52d7 None None] Network 1163da0c-bad1-418d-8eb1-3c5b37310e74 is already hosted by enough agents. {{(pid=92823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:15:07.395918 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.scheduler.base_scheduler [None req-bba1f5f5-15a5-4fc8-837a-ff3e5d0d52d7 None None] Resources bound (agent type, host, resource id): {{(pid=92823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:15:07.399752 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1f5f5-15a5-4fc8-837a-ff3e5d0d52d7 None None] Pushing event updated for resources: {'Port': ['ID=55770aa1-745b-4e10-b1af-cfed93bcdb40,revision_number=1']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:07.412930 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba1f5f5-15a5-4fc8-837a-ff3e5d0d52d7 None None] Received port after_create {{(pid=92823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:15:07.474912 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-bba1f5f5-15a5-4fc8-837a-ff3e5d0d52d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:07.482651 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-42901e3f-3bdf-445d-9b61-4d0d1af98b0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:07.488661 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-bba1f5f5-15a5-4fc8-837a-ff3e5d0d52d7 None None] Attempting to bind port 55770aa1-745b-4e10-b1af-cfed93bcdb40 on host dv-cinder-786627-11-smb for vnic_type normal with profile {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:15:07.489172 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-bba1f5f5-15a5-4fc8-837a-ff3e5d0d52d7 None None] Attempting to bind port 55770aa1-745b-4e10-b1af-cfed93bcdb40 by drivers openvswitch,hyperv on host dv-cinder-786627-11-smb at level 0 using segments [{'id': '5e0d4098-8976-46fc-9d81-b241fa91cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74'}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:15:07.489707 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba1f5f5-15a5-4fc8-837a-ff3e5d0d52d7 None None] Attempting to bind port 55770aa1-745b-4e10-b1af-cfed93bcdb40 on network 1163da0c-bad1-418d-8eb1-3c5b37310e74 {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:15:07.497305 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba1f5f5-15a5-4fc8-837a-ff3e5d0d52d7 None None] Checking agent: {'id': '2285e849-590c-4cbf-9562-ffa818bb227d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 3, 37), 'started_at': datetime.datetime(2021, 6, 22, 7, 4, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:15:07.497693 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba1f5f5-15a5-4fc8-837a-ff3e5d0d52d7 None None] Checking segment: {'id': '5e0d4098-8976-46fc-9d81-b241fa91cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:15:07.498160 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bba1f5f5-15a5-4fc8-837a-ff3e5d0d52d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:07.498580 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba1f5f5-15a5-4fc8-837a-ff3e5d0d52d7 None None] Bound using segment: {'id': '5e0d4098-8976-46fc-9d81-b241fa91cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74'} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:15:07.499072 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-bba1f5f5-15a5-4fc8-837a-ff3e5d0d52d7 None None] Bound port: 55770aa1-745b-4e10-b1af-cfed93bcdb40, host: dv-cinder-786627-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0d4098-8976-46fc-9d81-b241fa91cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74'}}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:15:07.499497 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bba1f5f5-15a5-4fc8-837a-ff3e5d0d52d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:07.505305 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-42901e3f-3bdf-445d-9b61-4d0d1af98b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:07.574093 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-bba1f5f5-15a5-4fc8-837a-ff3e5d0d52d7 None None] For port 55770aa1-745b-4e10-b1af-cfed93bcdb40, host dv-cinder-786627-11-smb, cleared binding levels {{(pid=92823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:15:07.578164 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-bba1f5f5-15a5-4fc8-837a-ff3e5d0d52d7 None None] For port 55770aa1-745b-4e10-b1af-cfed93bcdb40, host dv-cinder-786627-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=55770aa1-745b-4e10-b1af-cfed93bcdb40,segment=NetworkSegment(5e0d4098-8976-46fc-9d81-b241fa91cf3f),segment_id=5e0d4098-8976-46fc-9d81-b241fa91cf3f)] {{(pid=92823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:15:07.583131 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bba1f5f5-15a5-4fc8-837a-ff3e5d0d52d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:07.586267 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:07.661167 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1f5f5-15a5-4fc8-837a-ff3e5d0d52d7 None None] Pushing event updated for resources: {'Port': ['ID=55770aa1-745b-4e10-b1af-cfed93bcdb40,revision_number=2']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:07.666947 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-bba1f5f5-15a5-4fc8-837a-ff3e5d0d52d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:07.668559 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.db_base_plugin_common [None req-42901e3f-3bdf-445d-9b61-4d0d1af98b0a admin admin] Allocated IP 172.28.3.219 (7f141025-a293-49e1-b229-0532c619cb79/4bf01720-6969-45ff-87ec-9c9eeac501f4/b9bd319e-2931-4a16-92b1-c3d887d13e74) {{(pid=92821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:15:07.716420 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:07.815188 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-42901e3f-3bdf-445d-9b61-4d0d1af98b0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:07.873299 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-42901e3f-3bdf-445d-9b61-4d0d1af98b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-134075313'] for port, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:07.877521 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:07.938584 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42901e3f-3bdf-445d-9b61-4d0d1af98b0a admin admin] Network 7f141025-a293-49e1-b229-0532c619cb79 is already hosted by enough agents. {{(pid=92821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:15:07.951214 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.base_scheduler [None req-42901e3f-3bdf-445d-9b61-4d0d1af98b0a admin admin] Resources bound (agent type, host, resource id): {{(pid=92821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:15:07.962979 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42901e3f-3bdf-445d-9b61-4d0d1af98b0a admin admin] Received port after_create {{(pid=92821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:15:07.973484 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42901e3f-3bdf-445d-9b61-4d0d1af98b0a admin admin] Pushing event updated for resources: {'Port': ['ID=b9bd319e-2931-4a16-92b1-c3d887d13e74,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:07.978121 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-42901e3f-3bdf-445d-9b61-4d0d1af98b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:08.366246 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-42901e3f-3bdf-445d-9b61-4d0d1af98b0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:08.629746 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-42901e3f-3bdf-445d-9b61-4d0d1af98b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592378'] for router, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:08.846465 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42901e3f-3bdf-445d-9b61-4d0d1af98b0a admin admin] Router 3007f710-b658-4a83-a3ee-b2379787f43d is scheduled to L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d with binding_index 1 {{(pid=92821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 07:15:08.893251 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de14d726-69e8-4b42-9493-80e74708746c None None] Network 1163da0c-bad1-418d-8eb1-3c5b37310e74 requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:15:08.980794 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42901e3f-3bdf-445d-9b61-4d0d1af98b0a admin admin] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:15:08.999231 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-42901e3f-3bdf-445d-9b61-4d0d1af98b0a admin admin] Notify callbacks [] for router, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:09.000793 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-42901e3f-3bdf-445d-9b61-4d0d1af98b0a admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3919919 Jun 22 07:15:09.004318 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 35144) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:09.012337 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b4e3d6-9ff3-4886-8a20-9c4c7d5e9d29 None None] Sync routers for ids ['3007f710-b658-4a83-a3ee-b2379787f43d'] in dv-cinder-786627-11-smb {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:15:09.111266 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-d60f7ad3-62e5-4964-a980-defa7c303de1 None None] Provisioning for port 55770aa1-745b-4e10-b1af-cfed93bcdb40 completed by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:15:09.118455 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b4e3d6-9ff3-4886-8a20-9c4c7d5e9d29 None None] Routers {'3007f710-b658-4a83-a3ee-b2379787f43d'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:15:09.119319 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-93b4e3d6-9ff3-4886-8a20-9c4c7d5e9d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:15:07Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['3007f710-b658-4a83-a3ee-b2379787f43d'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:09.418307 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-93b4e3d6-9ff3-4886-8a20-9c4c7d5e9d29 None None] Set router 3007f710-b658-4a83-a3ee-b2379787f43d gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:15:09.714319 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-93b4e3d6-9ff3-4886-8a20-9c4c7d5e9d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'name': 'tempest-AttachVolumeTestJSON-1083161926-router', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:06Z', 'updated_at': '2021-06-22T07:15:08Z', 'revision_number': 3, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'gw_port': {'id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:07Z', 'updated_at': '2021-06-22T07:15:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:09.767915 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b4e3d6-9ff3-4886-8a20-9c4c7d5e9d29 None None] Checking router: 3007f710-b658-4a83-a3ee-b2379787f43d for host: dv-cinder-786627-11-smb {{(pid=92823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:15:09.769160 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b4e3d6-9ff3-4886-8a20-9c4c7d5e9d29 None None] Updating router 3007f710-b658-4a83-a3ee-b2379787f43d port b9bd319e-2931-4a16-92b1-c3d887d13e74 binding host dv-cinder-786627-11-smb {{(pid=92823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:15:09.924085 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2ab7ff5c-75ad-447a-abaf-54bc69898c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:09.926251 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:09.932934 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-93b4e3d6-9ff3-4886-8a20-9c4c7d5e9d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:09.964810 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 55770aa1-745b-4e10-b1af-cfed93bcdb40 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:15:10.283195 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.db_base_plugin_common [None req-2ab7ff5c-75ad-447a-abaf-54bc69898c77 admin admin] Allocated IP 172.20.0.1 (1163da0c-bad1-418d-8eb1-3c5b37310e74/0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc/0f96d8de-6031-46e5-9924-1415cf53e9e6) {{(pid=92821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:15:10.439146 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning for port 55770aa1-745b-4e10-b1af-cfed93bcdb40 completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:15:10.458977 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 55770aa1-745b-4e10-b1af-cfed93bcdb40 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:10.459605 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:10.489644 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2ab7ff5c-75ad-447a-abaf-54bc69898c77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:10.530132 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.provisioning_blocks [None req-2ab7ff5c-75ad-447a-abaf-54bc69898c77 admin admin] Transition to ACTIVE for port object 0f96d8de-6031-46e5-9924-1415cf53e9e6 will not be triggered until provisioned by entity DHCP. {{(pid=92821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:15:10.593325 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-93b4e3d6-9ff3-4886-8a20-9c4c7d5e9d29 None None] Notify callbacks [] for port, precommit_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:10.606764 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-93b4e3d6-9ff3-4886-8a20-9c4c7d5e9d29 None None] Transition to ACTIVE for port object b9bd319e-2931-4a16-92b1-c3d887d13e74 will not be triggered until provisioned by entity L2. {{(pid=92823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:15:10.626363 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-93b4e3d6-9ff3-4886-8a20-9c4c7d5e9d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:10.630428 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:10.638488 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2ab7ff5c-75ad-447a-abaf-54bc69898c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-134075313'] for port, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:10.644347 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:10.720349 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab7ff5c-75ad-447a-abaf-54bc69898c77 admin admin] Network 1163da0c-bad1-418d-8eb1-3c5b37310e74 is already hosted by enough agents. {{(pid=92821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:15:10.731009 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.base_scheduler [None req-2ab7ff5c-75ad-447a-abaf-54bc69898c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=92821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:15:10.738466 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab7ff5c-75ad-447a-abaf-54bc69898c77 admin admin] Received port after_create {{(pid=92821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:15:10.739687 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-93b4e3d6-9ff3-4886-8a20-9c4c7d5e9d29 None None] Attempting to bind port b9bd319e-2931-4a16-92b1-c3d887d13e74 on host dv-cinder-786627-11-smb for vnic_type normal with profile {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:15:10.740005 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-93b4e3d6-9ff3-4886-8a20-9c4c7d5e9d29 None None] Attempting to bind port b9bd319e-2931-4a16-92b1-c3d887d13e74 by drivers openvswitch,hyperv on host dv-cinder-786627-11-smb at level 0 using segments [{'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:15:10.740472 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4e3d6-9ff3-4886-8a20-9c4c7d5e9d29 None None] Attempting to bind port b9bd319e-2931-4a16-92b1-c3d887d13e74 on network 7f141025-a293-49e1-b229-0532c619cb79 {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:15:10.810010 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c88b5-f1b6-4d87-922f-8c78cf710cbb None None] Pushing event updated for resources: {'Port': ['ID=b9bd319e-2931-4a16-92b1-c3d887d13e74,revision_number=2']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:10.813327 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-926c88b5-f1b6-4d87-922f-8c78cf710cbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:10.814352 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4e3d6-9ff3-4886-8a20-9c4c7d5e9d29 None None] Checking agent: {'id': '2285e849-590c-4cbf-9562-ffa818bb227d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 3, 37), 'started_at': datetime.datetime(2021, 6, 22, 7, 4, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:15:10.814737 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4e3d6-9ff3-4886-8a20-9c4c7d5e9d29 None None] Checking segment: {'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:15:10.815180 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-93b4e3d6-9ff3-4886-8a20-9c4c7d5e9d29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:10.815632 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4e3d6-9ff3-4886-8a20-9c4c7d5e9d29 None None] Bound using segment: {'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:15:10.816134 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-93b4e3d6-9ff3-4886-8a20-9c4c7d5e9d29 None None] Bound port: b9bd319e-2931-4a16-92b1-c3d887d13e74, host: dv-cinder-786627-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'}}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:15:10.816521 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-93b4e3d6-9ff3-4886-8a20-9c4c7d5e9d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:10.823591 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7ff5c-75ad-447a-abaf-54bc69898c77 admin admin] Pushing event updated for resources: {'Port': ['ID=0f96d8de-6031-46e5-9924-1415cf53e9e6,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:10.840095 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-2ab7ff5c-75ad-447a-abaf-54bc69898c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:10.862841 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2ab7ff5c-75ad-447a-abaf-54bc69898c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594578'] for router_interface, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:10.950229 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:10.972800 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-93b4e3d6-9ff3-4886-8a20-9c4c7d5e9d29 None None] For port b9bd319e-2931-4a16-92b1-c3d887d13e74, host dv-cinder-786627-11-smb, cleared binding levels {{(pid=92823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:15:11.000748 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-93b4e3d6-9ff3-4886-8a20-9c4c7d5e9d29 None None] For port b9bd319e-2931-4a16-92b1-c3d887d13e74, host dv-cinder-786627-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=b9bd319e-2931-4a16-92b1-c3d887d13e74,segment=NetworkSegment(1f136496-d650-4d4e-9fa5-f4757e98fad0),segment_id=1f136496-d650-4d4e-9fa5-f4757e98fad0)] {{(pid=92823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:15:11.010864 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-93b4e3d6-9ff3-4886-8a20-9c4c7d5e9d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:11.015684 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:11.019627 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-badbe661-7601-497f-823b-f0844c323d63 None None] For port 55770aa1-745b-4e10-b1af-cfed93bcdb40, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=55770aa1-745b-4e10-b1af-cfed93bcdb40,segment=NetworkSegment(5e0d4098-8976-46fc-9d81-b241fa91cf3f),segment_id=5e0d4098-8976-46fc-9d81-b241fa91cf3f)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:11.072478 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:11.084551 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2ab7ff5c-75ad-447a-abaf-54bc69898c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:11.106745 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c88b5-f1b6-4d87-922f-8c78cf710cbb None None] Pushing event updated for resources: {'Port': ['ID=b9bd319e-2931-4a16-92b1-c3d887d13e74,revision_number=3']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:11.110872 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-926c88b5-f1b6-4d87-922f-8c78cf710cbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:11.111376 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:11.116242 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b4e3d6-9ff3-4886-8a20-9c4c7d5e9d29 None None] Routers {'3007f710-b658-4a83-a3ee-b2379787f43d'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:15:11.116938 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-93b4e3d6-9ff3-4886-8a20-9c4c7d5e9d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:15:07Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['3007f710-b658-4a83-a3ee-b2379787f43d'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:11.141194 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-1574d8e8-8651-4fe0-9720-a429178fe7ff None None] Provisioning for port 0f96d8de-6031-46e5-9924-1415cf53e9e6 completed by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:15:11.198183 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-1574d8e8-8651-4fe0-9720-a429178fe7ff None None] Provisioning complete for port 0f96d8de-6031-46e5-9924-1415cf53e9e6 triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:11.198595 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-1574d8e8-8651-4fe0-9720-a429178fe7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:11.295223 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Pushing event updated for resources: {'Port': ['ID=55770aa1-745b-4e10-b1af-cfed93bcdb40,revision_number=3']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:11.304566 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:11.315100 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-1574d8e8-8651-4fe0-9720-a429178fe7ff None None] Port 0f96d8de-6031-46e5-9924-1415cf53e9e6 cannot update to ACTIVE because it is not bound. {{(pid=92823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:15:11.342736 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2ab7ff5c-75ad-447a-abaf-54bc69898c77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:11.350306 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2ab7ff5c-75ad-447a-abaf-54bc69898c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134075267'] for port, after_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:11.350676 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-93b4e3d6-9ff3-4886-8a20-9c4c7d5e9d29 None None] Set router 3007f710-b658-4a83-a3ee-b2379787f43d gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:15:11.359310 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:11.479130 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7ff5c-75ad-447a-abaf-54bc69898c77 admin admin] Pushing event updated for resources: {'Port': ['ID=0f96d8de-6031-46e5-9924-1415cf53e9e6,revision_number=2']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:11.484269 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-2ab7ff5c-75ad-447a-abaf-54bc69898c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:11.485618 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2ab7ff5c-75ad-447a-abaf-54bc69898c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1773154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654985'] for router_interface, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:11.606949 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-93b4e3d6-9ff3-4886-8a20-9c4c7d5e9d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'name': 'tempest-AttachVolumeTestJSON-1083161926-router', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:06Z', 'updated_at': '2021-06-22T07:15:11Z', 'revision_number': 4, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'gw_port': {'id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:07Z', 'updated_at': '2021-06-22T07:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '0f96d8de-6031-46e5-9924-1415cf53e9e6', 'name': '', 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'mac_address': 'fa:16:3e:b1:17:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:09Z', 'updated_at': '2021-06-22T07:15:10Z', 'revision_number': 1, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'subnets': [{'id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:11.635296 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b4e3d6-9ff3-4886-8a20-9c4c7d5e9d29 None None] The sync data for ids ['3007f710-b658-4a83-a3ee-b2379787f43d'] in dv-cinder-786627-11-smb is: [{'id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'name': 'tempest-AttachVolumeTestJSON-1083161926-router', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:06Z', 'updated_at': '2021-06-22T07:15:11Z', 'revision_number': 4, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'gw_port': {'id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:07Z', 'updated_at': '2021-06-22T07:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '0f96d8de-6031-46e5-9924-1415cf53e9e6', 'name': '', 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'mac_address': 'fa:16:3e:b1:17:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:09Z', 'updated_at': '2021-06-22T07:15:10Z', 'revision_number': 1, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'subnets': [{'id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:15:11.642678 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab7ff5c-75ad-447a-abaf-54bc69898c77 admin admin] Network 1163da0c-bad1-418d-8eb1-3c5b37310e74 is already hosted by enough agents. {{(pid=92821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:15:11.645127 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.base_scheduler [None req-2ab7ff5c-75ad-447a-abaf-54bc69898c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=92821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:15:11.937811 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 55770aa1-745b-4e10-b1af-cfed93bcdb40 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:15:12.071707 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-8c15ddb7-d262-43bd-8c65-bb17b2a7a7b7 None None] Provisioning complete for port 0f96d8de-6031-46e5-9924-1415cf53e9e6 triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:12.072687 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-8c15ddb7-d262-43bd-8c65-bb17b2a7a7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:12.118531 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 55770aa1-745b-4e10-b1af-cfed93bcdb40 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:12.118810 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:12.167747 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-8c15ddb7-d262-43bd-8c65-bb17b2a7a7b7 None None] Port 0f96d8de-6031-46e5-9924-1415cf53e9e6 cannot update to ACTIVE because it is not bound. {{(pid=92823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:15:12.328416 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab7ff5c-75ad-447a-abaf-54bc69898c77 admin admin] Router 3007f710-b658-4a83-a3ee-b2379787f43d has already been hosted by L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d {{(pid=92821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:15:12.572818 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab7ff5c-75ad-447a-abaf-54bc69898c77 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:15:12.578567 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-2ab7ff5c-75ad-447a-abaf-54bc69898c77 admin admin] 10.222.0.22 "PUT /v2.0/routers/3007f710-b658-4a83-a3ee-b2379787f43d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5728161 Jun 22 07:15:12.627827 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015ac3b-819a-4b4f-a016-33cac73dd1bb req-d92c13d2-b103-49e7-9a2b-1afceaff84c0 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:12.635931 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e015ac3b-819a-4b4f-a016-33cac73dd1bb req-d92c13d2-b103-49e7-9a2b-1afceaff84c0 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 947 time: 0.1215208 Jun 22 07:15:12.682648 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e015ac3b-819a-4b4f-a016-33cac73dd1bb req-940bdeee-85f3-4ea8-a6ca-716f7a789243 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423152 Jun 22 07:15:13.434042 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 35210) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:13.443052 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-c407ae64-9557-4a8e-9045-101d6e385455 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--511401940', 'description': 'tempest-description--989991163'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:13.481195 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-c407ae64-9557-4a8e-9045-101d6e385455 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:13.613343 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-c407ae64-9557-4a8e-9045-101d6e385455 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:13.620064 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-c407ae64-9557-4a8e-9045-101d6e385455 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:13.623956 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-e71454a9-6e0d-4193-8b2b-55bc20eeea9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:13.655354 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-c407ae64-9557-4a8e-9045-101d6e385455 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:13.660167 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 35212) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:13.661035 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-c407ae64-9557-4a8e-9045-101d6e385455 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2242744 Jun 22 07:15:13.665093 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407ae64-9557-4a8e-9045-101d6e385455 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ddc774-e78d-40e3-ad65-8345971b3e25,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:13.669512 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-c407ae64-9557-4a8e-9045-101d6e385455 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:13.681429 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-13d0a6e2-4990-40e5-8431-cc2b4f74c388 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Request body: {'security_group_rule': {'security_group_id': 'a8ddc774-e78d-40e3-ad65-8345971b3e25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:13.723608 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-13d0a6e2-4990-40e5-8431-cc2b4f74c388 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:13.792731 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-13d0a6e2-4990-40e5-8431-cc2b4f74c388 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:13.802227 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-13d0a6e2-4990-40e5-8431-cc2b4f74c388 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425153'] for security_group_rule, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:13.807240 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-cf005f36-3cc3-488e-93a0-f7d121587351 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:13.833003 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0a6e2-4990-40e5-8431-cc2b4f74c388 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ff3874-aaa7-435c-9e87-36101de2a3b6,revision_number=0']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:13.852120 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-13d0a6e2-4990-40e5-8431-cc2b4f74c388 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:13.854589 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-13d0a6e2-4990-40e5-8431-cc2b4f74c388 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:13.856335 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-13d0a6e2-4990-40e5-8431-cc2b4f74c388 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1945665 Jun 22 07:15:13.864267 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 35218) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:13.864539 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-b7d4ddc0-60a2-4f21-a8a4-91d35e98e1ce tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Request body: {'security_group_rule': {'security_group_id': 'a8ddc774-e78d-40e3-ad65-8345971b3e25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:13.872191 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 35220) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:13.931374 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b7d4ddc0-60a2-4f21-a8a4-91d35e98e1ce tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:13.940461 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device b9bd319e-2931-4a16-92b1-c3d887d13e74 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:15:14.015602 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning for port b9bd319e-2931-4a16-92b1-c3d887d13e74 completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:15:14.022862 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port b9bd319e-2931-4a16-92b1-c3d887d13e74 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:14.023385 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:14.100190 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b7d4ddc0-60a2-4f21-a8a4-91d35e98e1ce tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:14.107909 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b7d4ddc0-60a2-4f21-a8a4-91d35e98e1ce tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425153'] for security_group_rule, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:14.113245 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-8bea7598-734a-4a39-98a8-e36325d28d7e tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:14.116563 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626160a-2b0a-49bc-ab54-6ce5cb019ce2 req-1740abf2-c3d8-47aa-925c-206e561c17e8 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:14.127045 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095500ac-59cc-4e9b-b95d-cabd78b86e10 req-66c8b8df-d2b3-482a-8369-1f623ded4197 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:14.127545 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-9626160a-2b0a-49bc-ab54-6ce5cb019ce2 req-1740abf2-c3d8-47aa-925c-206e561c17e8 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.42 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 947 time: 0.1486013 Jun 22 07:15:14.128837 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-095500ac-59cc-4e9b-b95d-cabd78b86e10 req-66c8b8df-d2b3-482a-8369-1f623ded4197 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 947 time: 0.1636279 Jun 22 07:15:14.154190 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:14.155700 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b7d4ddc0-60a2-4f21-a8a4-91d35e98e1ce tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:14.162695 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-b7d4ddc0-60a2-4f21-a8a4-91d35e98e1ce tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3020089 Jun 22 07:15:14.163988 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4ddc0-60a2-4f21-a8a4-91d35e98e1ce tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee1d369d-53e5-4e1d-a70c-dd22856f7b29,revision_number=0']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:14.166356 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 35226) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:14.184562 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-6ad29d1b-5f07-4a50-b6b8-4dcc84192b84 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Request body: {'floatingip': {'floating_network_id': '7f141025-a293-49e1-b229-0532c619cb79'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:14.188853 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-badbe661-7601-497f-823b-f0844c323d63 None None] For port b9bd319e-2931-4a16-92b1-c3d887d13e74, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=b9bd319e-2931-4a16-92b1-c3d887d13e74,segment=NetworkSegment(1f136496-d650-4d4e-9fa5-f4757e98fad0),segment_id=1f136496-d650-4d4e-9fa5-f4757e98fad0)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:14.194287 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:14.197772 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-bba1f5f5-15a5-4fc8-837a-ff3e5d0d52d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:14.208325 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-b7d4ddc0-60a2-4f21-a8a4-91d35e98e1ce tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:14.258234 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Pushing event updated for resources: {'Port': ['ID=b9bd319e-2931-4a16-92b1-c3d887d13e74,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:14.259822 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-67ab25f8-24aa-4109-b49f-c70673e9bb0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:14.262542 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:14.263768 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-095500ac-59cc-4e9b-b95d-cabd78b86e10 req-187f91ce-626c-4946-bc9a-9a322b359b75 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=202c16b2-2710-4873-af57-00faa534421c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122868 Jun 22 07:15:14.274504 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-6ad29d1b-5f07-4a50-b6b8-4dcc84192b84 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for floatingip, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:14.358290 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-9626160a-2b0a-49bc-ab54-6ce5cb019ce2 req-5d86ba6d-1b76-42ed-b3b2-34a6aa728be9 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Deleting port 889b9eda-eaa9-47d9-9de9-189adf574c08 {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:15:14.358968 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-9626160a-2b0a-49bc-ab54-6ce5cb019ce2 req-5d86ba6d-1b76-42ed-b3b2-34a6aa728be9 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:14.430289 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b857611-2567-4d54-8cd7-d109bef3733c None None] Sync routers for ids ['3007f710-b658-4a83-a3ee-b2379787f43d'] in dv-cinder-786627-11-smb {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:15:14.451534 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b857611-2567-4d54-8cd7-d109bef3733c None None] Routers {'3007f710-b658-4a83-a3ee-b2379787f43d'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:15:14.453024 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-3b857611-2567-4d54-8cd7-d109bef3733c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:15:07Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['3007f710-b658-4a83-a3ee-b2379787f43d'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:14.455963 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-6ad29d1b-5f07-4a50-b6b8-4dcc84192b84 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:14.485801 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-67ab25f8-24aa-4109-b49f-c70673e9bb0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:14.496798 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-67ab25f8-24aa-4109-b49f-c70673e9bb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:14.506104 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-577f51e8-35d3-4517-8098-37f373d12eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:14.609872 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-9626160a-2b0a-49bc-ab54-6ce5cb019ce2 req-5d86ba6d-1b76-42ed-b3b2-34a6aa728be9 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] For port 889b9eda-eaa9-47d9-9de9-189adf574c08, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=889b9eda-eaa9-47d9-9de9-189adf574c08,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:14.610263 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-9626160a-2b0a-49bc-ab54-6ce5cb019ce2 req-5d86ba6d-1b76-42ed-b3b2-34a6aa728be9 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:14.637693 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-67ab25f8-24aa-4109-b49f-c70673e9bb0c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8e2dc3cc18944719a7a8ec3d0d9b05ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7633779 Jun 22 07:15:14.641722 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 35228) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:14.644378 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.db_base_plugin_common [None req-6ad29d1b-5f07-4a50-b6b8-4dcc84192b84 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Allocated IP 172.28.3.199 (7f141025-a293-49e1-b229-0532c619cb79/4bf01720-6969-45ff-87ec-9c9eeac501f4/1698569a-87a8-4d96-9e38-1d5f64dbe1d0) {{(pid=92821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:15:14.644590 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab25f8-24aa-4109-b49f-c70673e9bb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e4e947-4169-468d-9ec2-bcad167cd0a1,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:14.650943 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-67ab25f8-24aa-4109-b49f-c70673e9bb0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:14.688085 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-3b857611-2567-4d54-8cd7-d109bef3733c None None] Set router 3007f710-b658-4a83-a3ee-b2379787f43d gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:15:14.772412 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-877d55b1-dba6-409f-9e6e-df7103332975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:14.819096 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-877d55b1-dba6-409f-9e6e-df7103332975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:14.841348 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-6ad29d1b-5f07-4a50-b6b8-4dcc84192b84 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for port, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:14.928053 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-877d55b1-dba6-409f-9e6e-df7103332975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:14.933857 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-877d55b1-dba6-409f-9e6e-df7103332975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:14.936078 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-877d55b1-dba6-409f-9e6e-df7103332975 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f3e4e947-4169-468d-9ec2-bcad167cd0a1 HTTP/1.1" status: 204 len: 168 time: 0.2931600 Jun 22 07:15:14.940038 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-43820d12-dc74-4dbb-895c-e8fe9048d34b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:14.941771 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-3b857611-2567-4d54-8cd7-d109bef3733c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'name': 'tempest-AttachVolumeTestJSON-1083161926-router', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:06Z', 'updated_at': '2021-06-22T07:15:11Z', 'revision_number': 4, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'gw_port': {'id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:07Z', 'updated_at': '2021-06-22T07:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '0f96d8de-6031-46e5-9924-1415cf53e9e6', 'name': '', 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'mac_address': 'fa:16:3e:b1:17:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:09Z', 'updated_at': '2021-06-22T07:15:11Z', 'revision_number': 2, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'subnets': [{'id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:14.957346 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-6ad29d1b-5f07-4a50-b6b8-4dcc84192b84 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-134075313'] for port, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:14.975519 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d55b1-dba6-409f-9e6e-df7103332975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e4e947-4169-468d-9ec2-bcad167cd0a1,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:14.993385 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-877d55b1-dba6-409f-9e6e-df7103332975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:14.993681 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b857611-2567-4d54-8cd7-d109bef3733c None None] Checking router: 3007f710-b658-4a83-a3ee-b2379787f43d for host: dv-cinder-786627-11-smb {{(pid=92824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:15:14.993893 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b857611-2567-4d54-8cd7-d109bef3733c None None] Updating router 3007f710-b658-4a83-a3ee-b2379787f43d port 0f96d8de-6031-46e5-9924-1415cf53e9e6 binding host dv-cinder-786627-11-smb {{(pid=92824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:15:14.994267 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:15.027771 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-9626160a-2b0a-49bc-ab54-6ce5cb019ce2 req-5d86ba6d-1b76-42ed-b3b2-34a6aa728be9 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:15.028670 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-9626160a-2b0a-49bc-ab54-6ce5cb019ce2 req-5d86ba6d-1b76-42ed-b3b2-34a6aa728be9 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592476'] for floatingip, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:15.029004 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.db.l3_db [req-9626160a-2b0a-49bc-ab54-6ce5cb019ce2 req-5d86ba6d-1b76-42ed-b3b2-34a6aa728be9 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Floating IP f88fe6c2-1a19-4705-9c5f-28839ad1870c disassociated. External IP: 172.28.3.23, port: 889b9eda-eaa9-47d9-9de9-189adf574c08. Jun 22 07:15:15.030693 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-9626160a-2b0a-49bc-ab54-6ce5cb019ce2 req-5d86ba6d-1b76-42ed-b3b2-34a6aa728be9 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Calling delete_port for 889b9eda-eaa9-47d9-9de9-189adf574c08 owned by compute:nova {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:15:15.044151 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-3b857611-2567-4d54-8cd7-d109bef3733c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:15.064319 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad29d1b-5f07-4a50-b6b8-4dcc84192b84 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Network 7f141025-a293-49e1-b229-0532c619cb79 is already hosted by enough agents. {{(pid=92821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:15:15.075428 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.base_scheduler [None req-6ad29d1b-5f07-4a50-b6b8-4dcc84192b84 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Resources bound (agent type, host, resource id): {{(pid=92821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:15:15.079886 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad29d1b-5f07-4a50-b6b8-4dcc84192b84 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Received port after_create {{(pid=92821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:15:15.122984 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad29d1b-5f07-4a50-b6b8-4dcc84192b84 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Pushing event updated for resources: {'Port': ['ID=1698569a-87a8-4d96-9e38-1d5f64dbe1d0,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:15.130505 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-6ad29d1b-5f07-4a50-b6b8-4dcc84192b84 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:15.212569 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-9626160a-2b0a-49bc-ab54-6ce5cb019ce2 req-5d86ba6d-1b76-42ed-b3b2-34a6aa728be9 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:15.217520 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:15.249264 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86ba6d-1b76-42ed-b3b2-34a6aa728be9 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Pushing event deleted for resources: {'Port': ['ID=889b9eda-eaa9-47d9-9de9-189adf574c08,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:15.251423 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-6ad29d1b-5f07-4a50-b6b8-4dcc84192b84 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:15.261822 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-5d86ba6d-1b76-42ed-b3b2-34a6aa728be9 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:15.381006 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-6ad29d1b-5f07-4a50-b6b8-4dcc84192b84 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:15.420143 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9626160a-2b0a-49bc-ab54-6ce5cb019ce2 req-5d86ba6d-1b76-42ed-b3b2-34a6aa728be9 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Router 884c2120-51ad-4881-b8fd-58233462a692 has already been hosted by L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d {{(pid=92822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:15:15.488222 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 35236) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:15.505102 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-2daf08a6-82e8-468d-803b-f650f30ea5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:15.617086 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9626160a-2b0a-49bc-ab54-6ce5cb019ce2 req-5d86ba6d-1b76-42ed-b3b2-34a6aa728be9 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:15:15.625137 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-83c4614d-e07d-49e9-bfb1-6b7fb6566d93 req-dd0a9928-4cb4-4ff0-b6b7-3257e9e81ba7 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 210 time: 0.0555508 Jun 22 07:15:15.627126 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da0c789-ff9d-4f08-9d2d-42bc479dd218 None None] Sync routers for ids ['884c2120-51ad-4881-b8fd-58233462a692'] in dv-cinder-786627-11-smb {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:15:15.652673 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da0c789-ff9d-4f08-9d2d-42bc479dd218 None None] Routers {'884c2120-51ad-4881-b8fd-58233462a692'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:15:15.654046 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-4da0c789-ff9d-4f08-9d2d-42bc479dd218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:15:07Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['884c2120-51ad-4881-b8fd-58233462a692'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:15.700374 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-9626160a-2b0a-49bc-ab54-6ce5cb019ce2 req-5d86ba6d-1b76-42ed-b3b2-34a6aa728be9 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] No DVR routers for this DVR port 889b9eda-eaa9-47d9-9de9-189adf574c08 on host hv-cinder-78662 {{(pid=92822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:15:15.706489 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-9626160a-2b0a-49bc-ab54-6ce5cb019ce2 req-5d86ba6d-1b76-42ed-b3b2-34a6aa728be9 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:15.709041 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-9626160a-2b0a-49bc-ab54-6ce5cb019ce2 req-5d86ba6d-1b76-42ed-b3b2-34a6aa728be9 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.42 "DELETE /v2.0/ports/889b9eda-eaa9-47d9-9de9-189adf574c08 HTTP/1.1" status: 204 len: 173 time: 1.5712080 Jun 22 07:15:15.709610 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c5edf2-c338-4f74-b696-056964e157fa', 'name': 'network-vif-deleted', 'tag': '889b9eda-eaa9-47d9-9de9-189adf574c08'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:15:15.711915 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-3b857611-2567-4d54-8cd7-d109bef3733c None None] Notify callbacks [] for port, precommit_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:15.712802 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60480b80-77d1-4053-9ccb-1d9183c059e6" -d '{"events": [{"server_uuid": "02c5edf2-c338-4f74-b696-056964e157fa", "name": "network-vif-deleted", "tag": "889b9eda-eaa9-47d9-9de9-189adf574c08"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:15:15.752791 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.provisioning_blocks [None req-3b857611-2567-4d54-8cd7-d109bef3733c None None] Transition to ACTIVE for port object 0f96d8de-6031-46e5-9924-1415cf53e9e6 will not be triggered until provisioned by entity L2. {{(pid=92824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:15:15.766480 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-3b857611-2567-4d54-8cd7-d109bef3733c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:15.769652 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [None req-6689c9d0-a0c5-4c97-8155-7c7fb62863c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:15.829068 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-2daf08a6-82e8-468d-803b-f650f30ea5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:15.842015 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f0ab1b-1dc0-4fbc-878d-a9e7faac88fb x-openstack-request-id: req-37f0ab1b-1dc0-4fbc-878d-a9e7faac88fb {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:15:15.846844 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-6ad29d1b-5f07-4a50-b6b8-4dcc84192b84 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for port, precommit_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:15.851335 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c5edf2-c338-4f74-b696-056964e157fa", "name": "network-vif-deleted", "tag": "889b9eda-eaa9-47d9-9de9-189adf574c08", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:15:15.855180 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-6ad29d1b-5f07-4a50-b6b8-4dcc84192b84 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134075267'] for port, after_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:15.855853 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-37f0ab1b-1dc0-4fbc-878d-a9e7faac88fb {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:15:15.859830 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c5edf2-c338-4f74-b696-056964e157fa', 'name': 'network-vif-deleted', 'tag': '889b9eda-eaa9-47d9-9de9-189adf574c08', 'status': 'completed', 'code': 200} Jun 22 07:15:15.861211 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-2daf08a6-82e8-468d-803b-f650f30ea5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:15.862541 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-2ab7ff5c-75ad-447a-abaf-54bc69898c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:15.917547 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-4da0c789-ff9d-4f08-9d2d-42bc479dd218 None None] Set router 884c2120-51ad-4881-b8fd-58233462a692 gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:15:15.926340 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-e5b12579-fd22-4691-93b7-27775aa12f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:15.935634 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-2daf08a6-82e8-468d-803b-f650f30ea5ce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a036381781ba4c508e17cdc6fa18c2b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4462888 Jun 22 07:15:15.954957 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 35240) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:15.975632 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-6ad29d1b-5f07-4a50-b6b8-4dcc84192b84 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592476'] for floatingip, after_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:15.989937 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a160cb-af66-4ad7-88ca-bbda3fbb18d4 None None] Pushing event updated for resources: {'Port': ['ID=0f96d8de-6031-46e5-9924-1415cf53e9e6,revision_number=3']} {{(pid=92824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:16.005466 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad29d1b-5f07-4a50-b6b8-4dcc84192b84 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Pushing event updated for resources: {'Port': ['ID=1698569a-87a8-4d96-9e38-1d5f64dbe1d0,revision_number=2']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:16.015565 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-6ad29d1b-5f07-4a50-b6b8-4dcc84192b84 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:16.017414 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a160cb-af66-4ad7-88ca-bbda3fbb18d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:16.017960 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a160cb-af66-4ad7-88ca-bbda3fbb18d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:16.018080 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-6ad29d1b-5f07-4a50-b6b8-4dcc84192b84 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for floatingip, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:16.018499 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a160cb-af66-4ad7-88ca-bbda3fbb18d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:16.019030 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a160cb-af66-4ad7-88ca-bbda3fbb18d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:16.019730 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a160cb-af66-4ad7-88ca-bbda3fbb18d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:16.020230 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a160cb-af66-4ad7-88ca-bbda3fbb18d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:16.020734 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a160cb-af66-4ad7-88ca-bbda3fbb18d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:16.021240 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a160cb-af66-4ad7-88ca-bbda3fbb18d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:16.021764 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a160cb-af66-4ad7-88ca-bbda3fbb18d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:16.031398 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a160cb-af66-4ad7-88ca-bbda3fbb18d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:16.031689 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-6ad29d1b-5f07-4a50-b6b8-4dcc84192b84 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8471310 Jun 22 07:15:16.031793 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a160cb-af66-4ad7-88ca-bbda3fbb18d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:16.031793 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a160cb-af66-4ad7-88ca-bbda3fbb18d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:16.031793 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [None req-e3a160cb-af66-4ad7-88ca-bbda3fbb18d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:16.102168 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf08a6-82e8-468d-803b-f650f30ea5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af501695-336d-4981-bba3-283b86ffbf53,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:16.136972 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-2daf08a6-82e8-468d-803b-f650f30ea5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:16.176629 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c5a84771-beb0-456a-a830-549b8a663e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:16.232610 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c5a84771-beb0-456a-a830-549b8a663e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:16.308944 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.managers [None req-3b857611-2567-4d54-8cd7-d109bef3733c None None] Attempting to bind port 0f96d8de-6031-46e5-9924-1415cf53e9e6 on host dv-cinder-786627-11-smb for vnic_type normal with profile {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:15:16.309677 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.managers [None req-3b857611-2567-4d54-8cd7-d109bef3733c None None] Attempting to bind port 0f96d8de-6031-46e5-9924-1415cf53e9e6 by drivers openvswitch,hyperv on host dv-cinder-786627-11-smb at level 0 using segments [{'id': '5e0d4098-8976-46fc-9d81-b241fa91cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74'}] {{(pid=92824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:15:16.310898 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b857611-2567-4d54-8cd7-d109bef3733c None None] Attempting to bind port 0f96d8de-6031-46e5-9924-1415cf53e9e6 on network 1163da0c-bad1-418d-8eb1-3c5b37310e74 {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:15:16.326073 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b857611-2567-4d54-8cd7-d109bef3733c None None] Checking agent: {'id': '2285e849-590c-4cbf-9562-ffa818bb227d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 3, 37), 'started_at': datetime.datetime(2021, 6, 22, 7, 4, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:15:16.327239 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b857611-2567-4d54-8cd7-d109bef3733c None None] Checking segment: {'id': '5e0d4098-8976-46fc-9d81-b241fa91cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:15:16.328063 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-3b857611-2567-4d54-8cd7-d109bef3733c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:16.329204 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b857611-2567-4d54-8cd7-d109bef3733c None None] Bound using segment: {'id': '5e0d4098-8976-46fc-9d81-b241fa91cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74'} {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:15:16.329939 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.managers [None req-3b857611-2567-4d54-8cd7-d109bef3733c None None] Bound port: 0f96d8de-6031-46e5-9924-1415cf53e9e6, host: dv-cinder-786627-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0d4098-8976-46fc-9d81-b241fa91cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74'}}] {{(pid=92824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:15:16.330619 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-3b857611-2567-4d54-8cd7-d109bef3733c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:16.363804 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c5a84771-beb0-456a-a830-549b8a663e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:16.369824 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c5a84771-beb0-456a-a830-549b8a663e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:16.371835 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-c5a84771-beb0-456a-a830-549b8a663e0b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/af501695-336d-4981-bba3-283b86ffbf53 HTTP/1.1" status: 204 len: 168 time: 0.4096920 Jun 22 07:15:16.373450 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-e9efcf55-7461-4961-bbc5-3a2db66615ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:16.388382 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a84771-beb0-456a-a830-549b8a663e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af501695-336d-4981-bba3-283b86ffbf53,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:16.392203 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-c5a84771-beb0-456a-a830-549b8a663e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:16.402536 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device b9bd319e-2931-4a16-92b1-c3d887d13e74 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:15:16.454090 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.db [None req-3b857611-2567-4d54-8cd7-d109bef3733c None None] For port 0f96d8de-6031-46e5-9924-1415cf53e9e6, host dv-cinder-786627-11-smb, cleared binding levels {{(pid=92824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:15:16.466645 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.db [None req-3b857611-2567-4d54-8cd7-d109bef3733c None None] For port 0f96d8de-6031-46e5-9924-1415cf53e9e6, host dv-cinder-786627-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=0f96d8de-6031-46e5-9924-1415cf53e9e6,segment=NetworkSegment(5e0d4098-8976-46fc-9d81-b241fa91cf3f),segment_id=5e0d4098-8976-46fc-9d81-b241fa91cf3f)] {{(pid=92824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:15:16.479096 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-3b857611-2567-4d54-8cd7-d109bef3733c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:16.483471 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [None req-8556735e-ae11-4f6a-ad85-f795c8fb2d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:16.486037 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0b432733-7052-43ea-87ea-11cab1ef460c req-cbf91e63-af00-425f-90e7-6ba811a24f63 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--511401940&fields=id&tenant_id=8633bcd9c8fa46bab225f46c1fdae48d HTTP/1.1" status: 200 len: 267 time: 0.0985007 Jun 22 07:15:16.632866 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b857611-2567-4d54-8cd7-d109bef3733c None None] Routers {'3007f710-b658-4a83-a3ee-b2379787f43d'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:15:16.634458 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-3b857611-2567-4d54-8cd7-d109bef3733c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:15:07Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['3007f710-b658-4a83-a3ee-b2379787f43d'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:16.672902 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port b9bd319e-2931-4a16-92b1-c3d887d13e74 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:16.675983 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:16.729316 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b432733-7052-43ea-87ea-11cab1ef460c req-89dc90f1-0805-4add-9cf3-c903df05d357 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:16.741380 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0b432733-7052-43ea-87ea-11cab1ef460c req-89dc90f1-0805-4add-9cf3-c903df05d357 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/networks?id=1163da0c-bad1-418d-8eb1-3c5b37310e74 HTTP/1.1" status: 200 len: 811 time: 0.2498524 Jun 22 07:15:16.775359 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0b432733-7052-43ea-87ea-11cab1ef460c req-45ce9461-ea7e-45de-8190-01b359a14e72 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/quotas/8633bcd9c8fa46bab225f46c1fdae48d HTTP/1.1" status: 200 len: 375 time: 0.0318105 Jun 22 07:15:16.846005 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-4da0c789-ff9d-4f08-9d2d-42bc479dd218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c2120-51ad-4881-b8fd-58233462a692', 'name': 'tempest-AttachVolumeShelveTestJSON-61416288-router', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:26Z', 'updated_at': '2021-06-22T07:11:34Z', 'revision_number': 4, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'gw_port': {'id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:27Z', 'updated_at': '2021-06-22T07:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '7f468342-64e9-4741-95f5-7c2d575d24b2', 'name': '', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'mac_address': 'fa:16:3e:74:0b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:32Z', 'updated_at': '2021-06-22T07:11:45Z', 'revision_number': 5, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'subnets': [{'id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:16.894449 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-3b857611-2567-4d54-8cd7-d109bef3733c None None] Set router 3007f710-b658-4a83-a3ee-b2379787f43d gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:15:16.898343 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da0c789-ff9d-4f08-9d2d-42bc479dd218 None None] Checking router: 884c2120-51ad-4881-b8fd-58233462a692 for host: dv-cinder-786627-11-smb {{(pid=92823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:15:16.940886 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da0c789-ff9d-4f08-9d2d-42bc479dd218 None None] Routers {'884c2120-51ad-4881-b8fd-58233462a692'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:15:16.942228 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-4da0c789-ff9d-4f08-9d2d-42bc479dd218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:15:07Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['884c2120-51ad-4881-b8fd-58233462a692'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:17.021040 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c3d2b597-3f7d-4b98-96a1-944bb90dafa3 req-0aa0e7e6-2f39-4d30-923d-e63ba538bb02 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=02c5edf2-c338-4f74-b696-056964e157fa HTTP/1.1" status: 200 len: 210 time: 0.0840178 Jun 22 07:15:17.072552 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0b432733-7052-43ea-87ea-11cab1ef460c req-02552c3e-8955-4ed5-8e76-2d57c7c1556e tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8633bcd9c8fa46bab225f46c1fdae48d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2878165 Jun 22 07:15:17.135565 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 889b9eda-eaa9-47d9-9de9-189adf574c08 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:15:17.148858 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a160cb-af66-4ad7-88ca-bbda3fbb18d4 None None] Pushing event updated for resources: {'Port': ['ID=0f96d8de-6031-46e5-9924-1415cf53e9e6,revision_number=4']} {{(pid=92824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:17.159804 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [None req-e3a160cb-af66-4ad7-88ca-bbda3fbb18d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:17.194348 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0b432733-7052-43ea-87ea-11cab1ef460c req-f888aa00-4fe7-47d7-ae05-943ef424a78f service neutron] 10.222.0.22 "GET /v2.0/networks/1163da0c-bad1-418d-8eb1-3c5b37310e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179595 Jun 22 07:15:17.207772 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-3b857611-2567-4d54-8cd7-d109bef3733c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'name': 'tempest-AttachVolumeTestJSON-1083161926-router', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:06Z', 'updated_at': '2021-06-22T07:15:11Z', 'revision_number': 4, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'gw_port': {'id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:07Z', 'updated_at': '2021-06-22T07:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '0f96d8de-6031-46e5-9924-1415cf53e9e6', 'name': '', 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'mac_address': 'fa:16:3e:b1:17:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:09Z', 'updated_at': '2021-06-22T07:15:16Z', 'revision_number': 4, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'subnets': [{'id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:17.217515 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] No Port match for: 889b9eda-eaa9-47d9-9de9-189adf574c08 {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:15:17.217734 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 889b9eda-eaa9-47d9-9de9-189adf574c08 not bound to the agent host hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:15:17.252148 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b857611-2567-4d54-8cd7-d109bef3733c None None] The sync data for ids ['3007f710-b658-4a83-a3ee-b2379787f43d'] in dv-cinder-786627-11-smb is: [{'id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'name': 'tempest-AttachVolumeTestJSON-1083161926-router', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:06Z', 'updated_at': '2021-06-22T07:15:11Z', 'revision_number': 4, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'gw_port': {'id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:07Z', 'updated_at': '2021-06-22T07:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '0f96d8de-6031-46e5-9924-1415cf53e9e6', 'name': '', 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'mac_address': 'fa:16:3e:b1:17:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:09Z', 'updated_at': '2021-06-22T07:15:16Z', 'revision_number': 4, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'subnets': [{'id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:15:17.267898 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-4da0c789-ff9d-4f08-9d2d-42bc479dd218 None None] Set router 884c2120-51ad-4881-b8fd-58233462a692 gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:15:17.326836 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0b432733-7052-43ea-87ea-11cab1ef460c req-5a0ee2e9-d4a9-4b5e-8d2f-677d89f1a264 service neutron] 10.222.0.22 "GET /v2.0/networks/1163da0c-bad1-418d-8eb1-3c5b37310e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302421 Jun 22 07:15:17.574272 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:17.575649 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-432544a2-ba74-4c15-aa70-f0bca7a0782b req-0596c26b-2087-4a5e-8cc7-7f14413d0a81 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 210 time: 0.0411305 Jun 22 07:15:17.580701 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-4da0c789-ff9d-4f08-9d2d-42bc479dd218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c2120-51ad-4881-b8fd-58233462a692', 'name': 'tempest-AttachVolumeShelveTestJSON-61416288-router', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:26Z', 'updated_at': '2021-06-22T07:11:34Z', 'revision_number': 4, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'gw_port': {'id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:27Z', 'updated_at': '2021-06-22T07:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '7f468342-64e9-4741-95f5-7c2d575d24b2', 'name': '', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'mac_address': 'fa:16:3e:74:0b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:32Z', 'updated_at': '2021-06-22T07:11:45Z', 'revision_number': 5, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'subnets': [{'id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:17.623849 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da0c789-ff9d-4f08-9d2d-42bc479dd218 None None] The sync data for ids ['884c2120-51ad-4881-b8fd-58233462a692'] in dv-cinder-786627-11-smb is: [{'id': '884c2120-51ad-4881-b8fd-58233462a692', 'name': 'tempest-AttachVolumeShelveTestJSON-61416288-router', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:26Z', 'updated_at': '2021-06-22T07:11:34Z', 'revision_number': 4, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'gw_port': {'id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:27Z', 'updated_at': '2021-06-22T07:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '7f468342-64e9-4741-95f5-7c2d575d24b2', 'name': '', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'mac_address': 'fa:16:3e:74:0b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:32Z', 'updated_at': '2021-06-22T07:11:45Z', 'revision_number': 5, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'subnets': [{'id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:15:17.953760 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 0f96d8de-6031-46e5-9924-1415cf53e9e6 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:15:18.110768 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning for port 0f96d8de-6031-46e5-9924-1415cf53e9e6 completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:15:18.126325 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 0f96d8de-6031-46e5-9924-1415cf53e9e6 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:18.126898 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:18.218834 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c59101-f58e-43ae-83b5-4e724fca6514 None None] New status for floating IP f88fe6c2-1a19-4705-9c5f-28839ad1870c: DOWN {{(pid=92824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:15:18.278168 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:18.283451 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 35296) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:18.331419 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-badbe661-7601-497f-823b-f0844c323d63 None None] For port 0f96d8de-6031-46e5-9924-1415cf53e9e6, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=0f96d8de-6031-46e5-9924-1415cf53e9e6,segment=NetworkSegment(5e0d4098-8976-46fc-9d81-b241fa91cf3f),segment_id=5e0d4098-8976-46fc-9d81-b241fa91cf3f)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:18.349287 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:18.353035 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:18.416883 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c944aa4a-f3f9-455a-9533-fb867d568a88 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:18.417235 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Pushing event updated for resources: {'Port': ['ID=0f96d8de-6031-46e5-9924-1415cf53e9e6,revision_number=5']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:18.420756 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:18.480688 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c944aa4a-f3f9-455a-9533-fb867d568a88 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:18.610548 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c944aa4a-f3f9-455a-9533-fb867d568a88 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:18.614200 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c944aa4a-f3f9-455a-9533-fb867d568a88 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:18.615882 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-c944aa4a-f3f9-455a-9533-fb867d568a88 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "DELETE /v2.0/security-groups/202c16b2-2710-4873-af57-00faa534421c HTTP/1.1" status: 204 len: 168 time: 0.3310926 Jun 22 07:15:18.618682 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ee68c7c6-c04d-4850-b22d-459d1695797e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:18.619751 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 35300) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:18.649324 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944aa4a-f3f9-455a-9533-fb867d568a88 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=202c16b2-2710-4873-af57-00faa534421c,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:18.652964 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.api.v2.resource [None req-51cf7a9d-32a0-46b1-a397-d4a4f57dae96 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] show failed (client error): The resource could not be found. Jun 22 07:15:18.654158 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-51cf7a9d-32a0-46b1-a397-d4a4f57dae96 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups/202c16b2-2710-4873-af57-00faa534421c HTTP/1.1" status: 404 len: 347 time: 0.0328639 Jun 22 07:15:18.655352 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-c944aa4a-f3f9-455a-9533-fb867d568a88 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:18.659249 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 35302) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:18.862329 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-ab62e74f-b38b-4f17-96fc-b98d983d4850 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Deleting port 39128574-0cd9-40f0-ad0b-006d92be5db2 {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:15:18.862701 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ab62e74f-b38b-4f17-96fc-b98d983d4850 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:18.869476 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-cd60d781-291a-4c9f-b8f4-e0339f14c40a req-3d3ab4c5-54a9-480b-af24-80bf41e9c0f0 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 210 time: 0.0371008 Jun 22 07:15:18.951882 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ab62e74f-b38b-4f17-96fc-b98d983d4850 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:18.952310 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ab62e74f-b38b-4f17-96fc-b98d983d4850 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:19.262869 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-ab62e74f-b38b-4f17-96fc-b98d983d4850 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Calling delete_port for 39128574-0cd9-40f0-ad0b-006d92be5db2 owned by network:floatingip {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:15:19.520849 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b432733-7052-43ea-87ea-11cab1ef460c req-f9402225-3160-4749-96c0-b577c97759fd tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:19.522377 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-0b432733-7052-43ea-87ea-11cab1ef460c req-f9402225-3160-4749-96c0-b577c97759fd tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.42 "GET /v2.0/networks?id=1163da0c-bad1-418d-8eb1-3c5b37310e74 HTTP/1.1" status: 200 len: 811 time: 0.2571905 Jun 22 07:15:19.562730 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ab62e74f-b38b-4f17-96fc-b98d983d4850 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:19.571653 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-4d5006e7-4b3c-494e-8bfa-4160c9e53467 tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:19.605958 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62e74f-b38b-4f17-96fc-b98d983d4850 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Pushing event deleted for resources: {'Port': ['ID=39128574-0cd9-40f0-ad0b-006d92be5db2,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:19.612071 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-0b432733-7052-43ea-87ea-11cab1ef460c req-91eb7ffd-7260-4d52-8ca6-cb0bf8bf632f tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8633bcd9c8fa46bab225f46c1fdae48d HTTP/1.1" status: 200 len: 379 time: 0.0801826 Jun 22 07:15:19.613102 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ab62e74f-b38b-4f17-96fc-b98d983d4850 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:19.626118 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-0b432733-7052-43ea-87ea-11cab1ef460c req-407ad877-2e3f-4e43-b6a2-de61bdea1884 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Request body: {'port': {'device_id': '6f8c4222-6122-44c7-99cc-63c9810e73fb', 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74', 'admin_state_up': True, 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'security_groups': ['a8ddc774-e78d-40e3-ad65-8345971b3e25']}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:19.749927 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ab62e74f-b38b-4f17-96fc-b98d983d4850 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for floatingip, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:19.752535 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ab62e74f-b38b-4f17-96fc-b98d983d4850 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for floatingip, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:19.753717 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-ab62e74f-b38b-4f17-96fc-b98d983d4850 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "DELETE /v2.0/floatingips/f88fe6c2-1a19-4705-9c5f-28839ad1870c HTTP/1.1" status: 204 len: 168 time: 1.0934377 Jun 22 07:15:19.849067 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b432733-7052-43ea-87ea-11cab1ef460c req-407ad877-2e3f-4e43-b6a2-de61bdea1884 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Made reservation on behalf of 8633bcd9c8fa46bab225f46c1fdae48d for: {'port': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:15:19.856041 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-0b432733-7052-43ea-87ea-11cab1ef460c req-407ad877-2e3f-4e43-b6a2-de61bdea1884 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:19.930613 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 0f96d8de-6031-46e5-9924-1415cf53e9e6 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:15:20.091904 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 0f96d8de-6031-46e5-9924-1415cf53e9e6 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:20.092549 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:20.126323 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_common [req-0b432733-7052-43ea-87ea-11cab1ef460c req-407ad877-2e3f-4e43-b6a2-de61bdea1884 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Allocated IP 172.20.0.10 (1163da0c-bad1-418d-8eb1-3c5b37310e74/0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc/770b37bf-9a00-4cf1-9217-d64a509e494f) {{(pid=92822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:15:20.172509 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-3f53abac-d027-42e5-a76f-c0b53daaa5b9 req-bc6734c4-0892-4485-b169-397bad1221ab tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 210 time: 0.0946560 Jun 22 07:15:20.316117 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 35320) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:20.324990 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-ca4e068e-0920-4252-aa0a-f06aa5d7c268 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--484158331', 'description': 'tempest-description--1851785543'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:20.375115 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ca4e068e-0920-4252-aa0a-f06aa5d7c268 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:20.440278 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-0b432733-7052-43ea-87ea-11cab1ef460c req-407ad877-2e3f-4e43-b6a2-de61bdea1884 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for port, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:20.464717 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.provisioning_blocks [req-0b432733-7052-43ea-87ea-11cab1ef460c req-407ad877-2e3f-4e43-b6a2-de61bdea1884 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Transition to ACTIVE for port object 770b37bf-9a00-4cf1-9217-d64a509e494f will not be triggered until provisioned by entity DHCP. {{(pid=92822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:15:20.509087 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ca4e068e-0920-4252-aa0a-f06aa5d7c268 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:20.514591 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ca4e068e-0920-4252-aa0a-f06aa5d7c268 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:20.518654 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-0b432733-7052-43ea-87ea-11cab1ef460c req-407ad877-2e3f-4e43-b6a2-de61bdea1884 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-133502027'] for port, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:20.519028 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-62c392ca-d677-4187-a176-9bab3f53ad58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:20.525605 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-766fb235-3463-4781-9773-18ffaee6afad tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:20.551315 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ca4e068e-0920-4252-aa0a-f06aa5d7c268 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:20.552707 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-ca4e068e-0920-4252-aa0a-f06aa5d7c268 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2350643 Jun 22 07:15:20.557873 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 35324) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:20.565098 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-8aa88083-eff8-4802-8e0f-c4d5cdc9d37b tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Request body: {'security_group_rule': {'security_group_id': '4185df97-2ada-4f6c-bccb-492c9a975d74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:20.574656 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e068e-0920-4252-aa0a-f06aa5d7c268 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4185df97-2ada-4f6c-bccb-492c9a975d74,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:20.575150 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b432733-7052-43ea-87ea-11cab1ef460c req-407ad877-2e3f-4e43-b6a2-de61bdea1884 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Network 1163da0c-bad1-418d-8eb1-3c5b37310e74 is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:15:20.578901 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-ca4e068e-0920-4252-aa0a-f06aa5d7c268 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:20.580167 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [req-0b432733-7052-43ea-87ea-11cab1ef460c req-407ad877-2e3f-4e43-b6a2-de61bdea1884 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:15:20.582606 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b432733-7052-43ea-87ea-11cab1ef460c req-407ad877-2e3f-4e43-b6a2-de61bdea1884 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Received port after_create {{(pid=92822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:15:20.620554 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ad877-2e3f-4e43-b6a2-de61bdea1884 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Pushing event updated for resources: {'Port': ['ID=770b37bf-9a00-4cf1-9217-d64a509e494f,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:20.622128 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8aa88083-eff8-4802-8e0f-c4d5cdc9d37b tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:20.622949 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-407ad877-2e3f-4e43-b6a2-de61bdea1884 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:20.661152 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b432733-7052-43ea-87ea-11cab1ef460c req-407ad877-2e3f-4e43-b6a2-de61bdea1884 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:20.662691 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-0b432733-7052-43ea-87ea-11cab1ef460c req-407ad877-2e3f-4e43-b6a2-de61bdea1884 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:20.678732 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8aa88083-eff8-4802-8e0f-c4d5cdc9d37b tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:20.683670 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8aa88083-eff8-4802-8e0f-c4d5cdc9d37b tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425153'] for security_group_rule, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:20.685826 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:20.686780 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-0b432733-7052-43ea-87ea-11cab1ef460c req-407ad877-2e3f-4e43-b6a2-de61bdea1884 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0666523 Jun 22 07:15:20.701856 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-0b432733-7052-43ea-87ea-11cab1ef460c req-fd7e05a2-e871-4e75-936a-1866aad47f42 service neutron] Request body: {'port': {'device_id': '6f8c4222-6122-44c7-99cc-63c9810e73fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:20.705362 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa88083-eff8-4802-8e0f-c4d5cdc9d37b tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d63644-5a4e-428c-9c90-899308672ea7,revision_number=0']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:20.709013 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-8aa88083-eff8-4802-8e0f-c4d5cdc9d37b tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:20.716361 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8aa88083-eff8-4802-8e0f-c4d5cdc9d37b tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:20.720395 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-8aa88083-eff8-4802-8e0f-c4d5cdc9d37b tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1611049 Jun 22 07:15:20.723325 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 35326) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:20.733091 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-cdef20ef-e05c-44e8-b5bd-8b0416b4bc26 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Request body: {'security_group_rule': {'security_group_id': '4185df97-2ada-4f6c-bccb-492c9a975d74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:20.780515 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-cdef20ef-e05c-44e8-b5bd-8b0416b4bc26 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:20.797133 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-0b432733-7052-43ea-87ea-11cab1ef460c req-fd7e05a2-e871-4e75-936a-1866aad47f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:20.873897 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-cdef20ef-e05c-44e8-b5bd-8b0416b4bc26 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:20.878648 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-cdef20ef-e05c-44e8-b5bd-8b0416b4bc26 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425153'] for security_group_rule, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:20.881248 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-6f2819f0-7617-4e45-ad77-34b1a6752b6b tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:20.884601 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-a6d9dab0-f992-468e-bf2a-fae548c042d0 None None] Provisioning for port 770b37bf-9a00-4cf1-9217-d64a509e494f completed by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:15:20.892927 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-a6d9dab0-f992-468e-bf2a-fae548c042d0 None None] Provisioning complete for port 770b37bf-9a00-4cf1-9217-d64a509e494f triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:20.893938 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-a6d9dab0-f992-468e-bf2a-fae548c042d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:20.900083 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef20ef-e05c-44e8-b5bd-8b0416b4bc26 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1c866c-04a2-4f8d-aad1-8bee04e40cf8,revision_number=0']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:20.908139 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-cdef20ef-e05c-44e8-b5bd-8b0416b4bc26 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:20.914524 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-cdef20ef-e05c-44e8-b5bd-8b0416b4bc26 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:20.915782 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-cdef20ef-e05c-44e8-b5bd-8b0416b4bc26 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1908584 Jun 22 07:15:20.918911 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 35328) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:20.923931 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-ad598e2e-e576-4614-b8b3-504202c27a09 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Request body: {'floatingip': {'floating_network_id': '7f141025-a293-49e1-b229-0532c619cb79'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:20.951209 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ad598e2e-e576-4614-b8b3-504202c27a09 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for floatingip, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:20.954990 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-a6d9dab0-f992-468e-bf2a-fae548c042d0 None None] Port 770b37bf-9a00-4cf1-9217-d64a509e494f cannot update to ACTIVE because it is not bound. {{(pid=92823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:15:21.070541 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ad598e2e-e576-4614-b8b3-504202c27a09 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:21.180900 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [req-0b432733-7052-43ea-87ea-11cab1ef460c req-fd7e05a2-e871-4e75-936a-1866aad47f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 770b37bf-9a00-4cf1-9217-d64a509e494f {{(pid=92822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:15:21.189389 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-0b432733-7052-43ea-87ea-11cab1ef460c req-fd7e05a2-e871-4e75-936a-1866aad47f42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:21.207208 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.provisioning_blocks [req-0b432733-7052-43ea-87ea-11cab1ef460c req-fd7e05a2-e871-4e75-936a-1866aad47f42 service neutron] Transition to ACTIVE for port object 770b37bf-9a00-4cf1-9217-d64a509e494f will not be triggered until provisioned by entity L2. {{(pid=92822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:15:21.212471 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-0b432733-7052-43ea-87ea-11cab1ef460c req-fd7e05a2-e871-4e75-936a-1866aad47f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:21.214907 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.db_base_plugin_common [None req-ad598e2e-e576-4614-b8b3-504202c27a09 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Allocated IP 172.28.3.65 (7f141025-a293-49e1-b229-0532c619cb79/4bf01720-6969-45ff-87ec-9c9eeac501f4/c2c2e6b2-e9e1-4279-a898-500a589f190f) {{(pid=92821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:15:21.216525 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:21.317039 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e05a2-e871-4e75-936a-1866aad47f42 service neutron] Pushing event updated for resources: {'Port': ['ID=770b37bf-9a00-4cf1-9217-d64a509e494f,revision_number=2']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:21.327217 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-fd7e05a2-e871-4e75-936a-1866aad47f42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:21.390938 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ad598e2e-e576-4614-b8b3-504202c27a09 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for port, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:21.452655 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-0b432733-7052-43ea-87ea-11cab1ef460c req-fd7e05a2-e871-4e75-936a-1866aad47f42 service neutron] Attempting to bind port 770b37bf-9a00-4cf1-9217-d64a509e494f on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:15:21.453664 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-0b432733-7052-43ea-87ea-11cab1ef460c req-fd7e05a2-e871-4e75-936a-1866aad47f42 service neutron] Attempting to bind port 770b37bf-9a00-4cf1-9217-d64a509e494f by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '5e0d4098-8976-46fc-9d81-b241fa91cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74'}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:15:21.453978 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b432733-7052-43ea-87ea-11cab1ef460c req-fd7e05a2-e871-4e75-936a-1866aad47f42 service neutron] Attempting to bind port 770b37bf-9a00-4cf1-9217-d64a509e494f on network 1163da0c-bad1-418d-8eb1-3c5b37310e74 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:15:21.477390 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b432733-7052-43ea-87ea-11cab1ef460c req-fd7e05a2-e871-4e75-936a-1866aad47f42 service neutron] Port 770b37bf-9a00-4cf1-9217-d64a509e494f on network 1163da0c-bad1-418d-8eb1-3c5b37310e74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:15:21.477945 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b432733-7052-43ea-87ea-11cab1ef460c req-fd7e05a2-e871-4e75-936a-1866aad47f42 service neutron] Attempting to bind port 770b37bf-9a00-4cf1-9217-d64a509e494f on network 1163da0c-bad1-418d-8eb1-3c5b37310e74 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:15:21.480141 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ad598e2e-e576-4614-b8b3-504202c27a09 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-134075313'] for port, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:21.487095 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-42901e3f-3bdf-445d-9b61-4d0d1af98b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:21.500948 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b432733-7052-43ea-87ea-11cab1ef460c req-fd7e05a2-e871-4e75-936a-1866aad47f42 service neutron] Checking agent: {'id': '6c17c73a-1ba3-464e-bc7a-10a2b7fbfd09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'started_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:15:21.501514 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b432733-7052-43ea-87ea-11cab1ef460c req-fd7e05a2-e871-4e75-936a-1866aad47f42 service neutron] Checking segment: {'id': '5e0d4098-8976-46fc-9d81-b241fa91cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:15:21.502170 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b432733-7052-43ea-87ea-11cab1ef460c req-fd7e05a2-e871-4e75-936a-1866aad47f42 service neutron] Bound using segment: {'id': '5e0d4098-8976-46fc-9d81-b241fa91cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74'} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:15:21.502938 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-0b432733-7052-43ea-87ea-11cab1ef460c req-fd7e05a2-e871-4e75-936a-1866aad47f42 service neutron] Bound port: 770b37bf-9a00-4cf1-9217-d64a509e494f, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e0d4098-8976-46fc-9d81-b241fa91cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74'}}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:15:21.503564 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-0b432733-7052-43ea-87ea-11cab1ef460c req-fd7e05a2-e871-4e75-936a-1866aad47f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:21.623831 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad598e2e-e576-4614-b8b3-504202c27a09 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Network 7f141025-a293-49e1-b229-0532c619cb79 is already hosted by enough agents. {{(pid=92821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:15:21.658730 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-0b432733-7052-43ea-87ea-11cab1ef460c req-fd7e05a2-e871-4e75-936a-1866aad47f42 service neutron] For port 770b37bf-9a00-4cf1-9217-d64a509e494f, host hv-cinder-78662, cleared binding levels {{(pid=92822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:15:21.659579 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.base_scheduler [None req-ad598e2e-e576-4614-b8b3-504202c27a09 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Resources bound (agent type, host, resource id): {{(pid=92821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:15:21.668094 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad598e2e-e576-4614-b8b3-504202c27a09 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Received port after_create {{(pid=92821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:15:21.671980 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-0b432733-7052-43ea-87ea-11cab1ef460c req-fd7e05a2-e871-4e75-936a-1866aad47f42 service neutron] For port 770b37bf-9a00-4cf1-9217-d64a509e494f, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=770b37bf-9a00-4cf1-9217-d64a509e494f,segment=NetworkSegment(5e0d4098-8976-46fc-9d81-b241fa91cf3f),segment_id=5e0d4098-8976-46fc-9d81-b241fa91cf3f)] {{(pid=92822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:15:21.673902 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad598e2e-e576-4614-b8b3-504202c27a09 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Pushing event updated for resources: {'Port': ['ID=c2c2e6b2-e9e1-4279-a898-500a589f190f,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:21.685011 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-0b432733-7052-43ea-87ea-11cab1ef460c req-fd7e05a2-e871-4e75-936a-1866aad47f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:21.688313 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-9bad8f36-62f1-4f0b-8b2f-92e69082b1ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:21.708597 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-ad598e2e-e576-4614-b8b3-504202c27a09 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:21.728829 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b432733-7052-43ea-87ea-11cab1ef460c req-fd7e05a2-e871-4e75-936a-1866aad47f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:21.729667 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-0b432733-7052-43ea-87ea-11cab1ef460c req-fd7e05a2-e871-4e75-936a-1866aad47f42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:21.731638 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-0b432733-7052-43ea-87ea-11cab1ef460c req-fd7e05a2-e871-4e75-936a-1866aad47f42 service neutron] 10.222.0.42 "PUT /v2.0/ports/770b37bf-9a00-4cf1-9217-d64a509e494f HTTP/1.1" status: 200 len: 1094 time: 1.0368080 Jun 22 07:15:21.734472 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8c4222-6122-44c7-99cc-63c9810e73fb', 'tag': '770b37bf-9a00-4cf1-9217-d64a509e494f'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:15:21.738523 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad263c3-2a2f-4c6e-8adc-36032c5de85d" -d '{"events": [{"name": "network-changed", "server_uuid": "6f8c4222-6122-44c7-99cc-63c9810e73fb", "tag": "770b37bf-9a00-4cf1-9217-d64a509e494f"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:15:21.801829 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7363e-a61f-4d7f-a7e9-14839ea53a9d req-cc850c17-8a68-4790-8455-3c2d221d912f tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:21.810637 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d3f7363e-a61f-4d7f-a7e9-14839ea53a9d req-cc850c17-8a68-4790-8455-3c2d221d912f tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 944 time: 0.2232766 Jun 22 07:15:21.816978 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e05a2-e871-4e75-936a-1866aad47f42 service neutron] Pushing event updated for resources: {'Port': ['ID=770b37bf-9a00-4cf1-9217-d64a509e494f,revision_number=3']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:21.821855 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-fd7e05a2-e871-4e75-936a-1866aad47f42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:21.870808 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acddbdb-aa21-4a6d-94dd-6306312cba81 x-openstack-request-id: req-3acddbdb-aa21-4a6d-94dd-6306312cba81 {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:15:21.871642 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f8c4222-6122-44c7-99cc-63c9810e73fb", "tag": "770b37bf-9a00-4cf1-9217-d64a509e494f", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:15:21.872285 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3acddbdb-aa21-4a6d-94dd-6306312cba81 {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:15:21.873064 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f8c4222-6122-44c7-99cc-63c9810e73fb', 'tag': '770b37bf-9a00-4cf1-9217-d64a509e494f', 'status': 'completed', 'code': 200} Jun 22 07:15:21.891664 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ad598e2e-e576-4614-b8b3-504202c27a09 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:21.900152 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d3f7363e-a61f-4d7f-a7e9-14839ea53a9d req-f8e539e7-70b1-4253-ab67-5bd416c2bcb5 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881231 Jun 22 07:15:21.958947 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b432733-7052-43ea-87ea-11cab1ef460c req-94a8da94-5f53-439c-b1c8-9542a331b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:21.962373 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-0b432733-7052-43ea-87ea-11cab1ef460c req-94a8da94-5f53-439c-b1c8-9542a331b3a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8633bcd9c8fa46bab225f46c1fdae48d&device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 1097 time: 0.1392188 Jun 22 07:15:21.968923 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ad598e2e-e576-4614-b8b3-504202c27a09 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:22.009268 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-0b432733-7052-43ea-87ea-11cab1ef460c req-d7125591-7b2c-479f-b983-f911e64015c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=770b37bf-9a00-4cf1-9217-d64a509e494f HTTP/1.1" status: 200 len: 217 time: 0.0396113 Jun 22 07:15:22.068245 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b432733-7052-43ea-87ea-11cab1ef460c req-7c85c0ee-2c24-4d38-b8d2-583cca52820b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:22.070382 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-0b432733-7052-43ea-87ea-11cab1ef460c req-7c85c0ee-2c24-4d38-b8d2-583cca52820b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc HTTP/1.1" status: 200 len: 850 time: 0.0550010 Jun 22 07:15:22.136891 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b432733-7052-43ea-87ea-11cab1ef460c req-4a800c1e-855c-4fd8-89d3-4b37df3e1ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:22.139669 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-0b432733-7052-43ea-87ea-11cab1ef460c req-4a800c1e-855c-4fd8-89d3-4b37df3e1ea7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1163da0c-bad1-418d-8eb1-3c5b37310e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0626817 Jun 22 07:15:22.184044 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ad598e2e-e576-4614-b8b3-504202c27a09 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for port, precommit_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:22.190016 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ad598e2e-e576-4614-b8b3-504202c27a09 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134075267'] for port, after_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:22.192856 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:22.264770 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad598e2e-e576-4614-b8b3-504202c27a09 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Pushing event updated for resources: {'Port': ['ID=c2c2e6b2-e9e1-4279-a898-500a589f190f,revision_number=2']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:22.267872 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-0b432733-7052-43ea-87ea-11cab1ef460c req-06e69381-f00d-4c79-ba10-8a4b1e10c13a service neutron] 10.222.0.42 "GET /v2.0/networks/1163da0c-bad1-418d-8eb1-3c5b37310e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207051 Jun 22 07:15:22.269464 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-ad598e2e-e576-4614-b8b3-504202c27a09 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:22.282196 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ad598e2e-e576-4614-b8b3-504202c27a09 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592476'] for floatingip, after_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:22.298450 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ad598e2e-e576-4614-b8b3-504202c27a09 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for floatingip, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:22.299941 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-ad598e2e-e576-4614-b8b3-504202c27a09 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3797877 Jun 22 07:15:22.398830 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-0b432733-7052-43ea-87ea-11cab1ef460c req-8a7571bb-2483-4429-943e-dff0f7b2cc44 service neutron] 10.222.0.42 "GET /v2.0/networks/1163da0c-bad1-418d-8eb1-3c5b37310e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237307 Jun 22 07:15:22.527610 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad263c3-2a2f-4c6e-8adc-36032c5de85d req-db1c7c34-6b4a-425c-8c0c-e0cef1ee15ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:22.529144 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-6ad263c3-2a2f-4c6e-8adc-36032c5de85d req-db1c7c34-6b4a-425c-8c0c-e0cef1ee15ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8633bcd9c8fa46bab225f46c1fdae48d&device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 1097 time: 0.0761218 Jun 22 07:15:22.563720 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0a425364-25de-4e26-8190-2213e83eb82c req-1cb57f8b-8a23-4d13-8452-ec98519bfd49 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--484158331&fields=id&tenant_id=a963e21ede0e4de2b0be961765302c27 HTTP/1.1" status: 200 len: 267 time: 0.0607150 Jun 22 07:15:22.638198 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad263c3-2a2f-4c6e-8adc-36032c5de85d req-8f6d99ff-7f2c-4992-bea2-33ca85a68ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:22.640472 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-6ad263c3-2a2f-4c6e-8adc-36032c5de85d req-8f6d99ff-7f2c-4992-bea2-33ca85a68ece service neutron] 10.222.0.42 "GET /v2.0/networks?id=1163da0c-bad1-418d-8eb1-3c5b37310e74 HTTP/1.1" status: 200 len: 912 time: 0.1041694 Jun 22 07:15:22.690175 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a425364-25de-4e26-8190-2213e83eb82c req-b92c62ba-13d6-4c2c-8163-f729395531c3 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:22.691816 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0a425364-25de-4e26-8190-2213e83eb82c req-b92c62ba-13d6-4c2c-8163-f729395531c3 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/networks?id=039d8b06-cce4-4bf8-a1d0-7746d58cf8db HTTP/1.1" status: 200 len: 815 time: 0.1203845 Jun 22 07:15:22.707191 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-6ad263c3-2a2f-4c6e-8adc-36032c5de85d req-768c58d5-7618-42be-b2ce-d976a3c2b8ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=770b37bf-9a00-4cf1-9217-d64a509e494f HTTP/1.1" status: 200 len: 217 time: 0.0595040 Jun 22 07:15:22.707871 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0a425364-25de-4e26-8190-2213e83eb82c req-bca8601f-b470-4766-a422-e01c6e7dd0fa tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/quotas/a963e21ede0e4de2b0be961765302c27 HTTP/1.1" status: 200 len: 375 time: 0.0097666 Jun 22 07:15:22.787551 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad263c3-2a2f-4c6e-8adc-36032c5de85d req-5e8f6621-9f5f-453f-b72c-a79af5d2cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:22.791611 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-6ad263c3-2a2f-4c6e-8adc-36032c5de85d req-5e8f6621-9f5f-453f-b72c-a79af5d2cb5d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc HTTP/1.1" status: 200 len: 850 time: 0.0770347 Jun 22 07:15:22.793849 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0a425364-25de-4e26-8190-2213e83eb82c req-002233ba-8b95-4aa8-92c8-eeafe298c1aa tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a963e21ede0e4de2b0be961765302c27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0797746 Jun 22 07:15:22.866896 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad263c3-2a2f-4c6e-8adc-36032c5de85d req-8a56c8ce-51e4-4f07-a7f1-4c655a068f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:22.868671 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-6ad263c3-2a2f-4c6e-8adc-36032c5de85d req-8a56c8ce-51e4-4f07-a7f1-4c655a068f53 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1163da0c-bad1-418d-8eb1-3c5b37310e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0699704 Jun 22 07:15:22.914303 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0a425364-25de-4e26-8190-2213e83eb82c req-5f60bc31-1c6a-4deb-a398-de608787d4c6 service neutron] 10.222.0.22 "GET /v2.0/networks/039d8b06-cce4-4bf8-a1d0-7746d58cf8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064410 Jun 22 07:15:22.979964 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-6ad263c3-2a2f-4c6e-8adc-36032c5de85d req-d6286080-7b09-4e20-92cf-c5d9a26ba1c7 service neutron] 10.222.0.42 "GET /v2.0/networks/1163da0c-bad1-418d-8eb1-3c5b37310e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044695 Jun 22 07:15:23.106799 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-6ad263c3-2a2f-4c6e-8adc-36032c5de85d req-c5c8fb87-d28f-4bbd-9009-d54250d52238 service neutron] 10.222.0.42 "GET /v2.0/networks/1163da0c-bad1-418d-8eb1-3c5b37310e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192803 Jun 22 07:15:23.146443 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0a425364-25de-4e26-8190-2213e83eb82c req-5434aa47-0b0e-4821-abae-0754561162e7 service neutron] 10.222.0.22 "GET /v2.0/networks/039d8b06-cce4-4bf8-a1d0-7746d58cf8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254949 Jun 22 07:15:23.252492 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c9492-8d5c-4ac6-8bc6-ff39fae7ae3d req-36a98a7d-98ec-4e53-82e6-c072487163ee tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:23.255534 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-6b5c9492-8d5c-4ac6-8bc6-ff39fae7ae3d req-36a98a7d-98ec-4e53-82e6-c072487163ee tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 944 time: 0.1389279 Jun 22 07:15:23.348447 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-6b5c9492-8d5c-4ac6-8bc6-ff39fae7ae3d req-d90a7f4a-b0c9-47a1-a24a-2958fc265531 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853252 Jun 22 07:15:23.387486 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f9d30cec-a1f9-4a13-a109-dfe19d8dbf9f req-77ef90b5-194d-40f4-95a6-572b9217d9c8 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 210 time: 0.0657852 Jun 22 07:15:24.592886 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5ff97-de4a-4691-aad7-6b5fffe35c78 req-2c964ea7-ebb3-49c4-a846-41b87030fea2 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:24.600180 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-aca5ff97-de4a-4691-aad7-6b5fffe35c78 req-2c964ea7-ebb3-49c4-a846-41b87030fea2 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 944 time: 0.1058648 Jun 22 07:15:24.698914 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a425364-25de-4e26-8190-2213e83eb82c req-efddb173-22c7-4776-a6c4-247f9f785f0f tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:24.701521 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-0a425364-25de-4e26-8190-2213e83eb82c req-efddb173-22c7-4776-a6c4-247f9f785f0f tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.42 "GET /v2.0/networks?id=039d8b06-cce4-4bf8-a1d0-7746d58cf8db HTTP/1.1" status: 200 len: 815 time: 0.1625168 Jun 22 07:15:24.726335 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-aca5ff97-de4a-4691-aad7-6b5fffe35c78 req-7ed3689a-c4df-43c1-b627-a4d88d85fd95 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231098 Jun 22 07:15:24.737818 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f88e9a80-797d-4dcd-833f-d499cc66ed4b req-1dbbcbf2-49b6-4bed-bb58-07fa5fb8e671 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 210 time: 0.1606367 Jun 22 07:15:24.767663 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-0a425364-25de-4e26-8190-2213e83eb82c req-ca3d1fcc-06f8-4757-99ef-c955feb6c6d3 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a963e21ede0e4de2b0be961765302c27 HTTP/1.1" status: 200 len: 379 time: 0.0561414 Jun 22 07:15:24.784743 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-0a425364-25de-4e26-8190-2213e83eb82c req-dd913479-ef75-4100-907d-cdd5b28f8136 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Request body: {'port': {'device_id': '6c0891c3-e903-42ac-8959-f8a213660e15', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'admin_state_up': True, 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'security_groups': ['4185df97-2ada-4f6c-bccb-492c9a975d74']}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:24.910275 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a425364-25de-4e26-8190-2213e83eb82c req-dd913479-ef75-4100-907d-cdd5b28f8136 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Made reservation on behalf of a963e21ede0e4de2b0be961765302c27 for: {'port': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:15:24.914861 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-0a425364-25de-4e26-8190-2213e83eb82c req-dd913479-ef75-4100-907d-cdd5b28f8136 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:25.051813 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_common [req-0a425364-25de-4e26-8190-2213e83eb82c req-dd913479-ef75-4100-907d-cdd5b28f8136 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Allocated IP 172.20.0.9 (039d8b06-cce4-4bf8-a1d0-7746d58cf8db/978e6915-65f8-462b-a6af-3ef15c3adee2/2129030f-2a1d-4d23-9e11-b96f92e6a090) {{(pid=92822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:15:25.118987 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 770b37bf-9a00-4cf1-9217-d64a509e494f details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:15:25.221037 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-0a425364-25de-4e26-8190-2213e83eb82c req-dd913479-ef75-4100-907d-cdd5b28f8136 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for port, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:25.235853 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 770b37bf-9a00-4cf1-9217-d64a509e494f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=770b37bf-9a00-4cf1-9217-d64a509e494f,segment=NetworkSegment(5e0d4098-8976-46fc-9d81-b241fa91cf3f),segment_id=5e0d4098-8976-46fc-9d81-b241fa91cf3f)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:25.236180 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.provisioning_blocks [req-0a425364-25de-4e26-8190-2213e83eb82c req-dd913479-ef75-4100-907d-cdd5b28f8136 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Transition to ACTIVE for port object 2129030f-2a1d-4d23-9e11-b96f92e6a090 will not be triggered until provisioned by entity DHCP. {{(pid=92822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:15:25.258391 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Returning: {'device': '770b37bf-9a00-4cf1-9217-d64a509e494f', 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74', 'port_id': '770b37bf-9a00-4cf1-9217-d64a509e494f', 'mac_address': 'fa:16:3e:af:64:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:15:25.275535 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-0a425364-25de-4e26-8190-2213e83eb82c req-dd913479-ef75-4100-907d-cdd5b28f8136 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-133502027'] for port, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:25.280590 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-26685b25-41e4-4906-b53f-52e0595da984 tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:25.326400 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:25.327825 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a425364-25de-4e26-8190-2213e83eb82c req-dd913479-ef75-4100-907d-cdd5b28f8136 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Network 039d8b06-cce4-4bf8-a1d0-7746d58cf8db is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:15:25.331268 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [req-0a425364-25de-4e26-8190-2213e83eb82c req-dd913479-ef75-4100-907d-cdd5b28f8136 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:15:25.336615 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a425364-25de-4e26-8190-2213e83eb82c req-dd913479-ef75-4100-907d-cdd5b28f8136 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Received port after_create {{(pid=92822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:15:25.348593 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd913479-ef75-4100-907d-cdd5b28f8136 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Pushing event updated for resources: {'Port': ['ID=2129030f-2a1d-4d23-9e11-b96f92e6a090,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:25.352203 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770b37bf-9a00-4cf1-9217-d64a509e494f {{(pid=92823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:15:25.374031 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-dd913479-ef75-4100-907d-cdd5b28f8136 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:25.389396 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 770b37bf-9a00-4cf1-9217-d64a509e494f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=770b37bf-9a00-4cf1-9217-d64a509e494f,segment=NetworkSegment(5e0d4098-8976-46fc-9d81-b241fa91cf3f),segment_id=5e0d4098-8976-46fc-9d81-b241fa91cf3f)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:25.396610 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:25.402796 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:25.411330 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a425364-25de-4e26-8190-2213e83eb82c req-dd913479-ef75-4100-907d-cdd5b28f8136 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:25.412187 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-0a425364-25de-4e26-8190-2213e83eb82c req-dd913479-ef75-4100-907d-cdd5b28f8136 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:25.434896 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-0a425364-25de-4e26-8190-2213e83eb82c req-dd913479-ef75-4100-907d-cdd5b28f8136 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6541233 Jun 22 07:15:25.450756 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-0a425364-25de-4e26-8190-2213e83eb82c req-856e67a3-bf9c-4f12-9df5-3fdf7e1ed726 service neutron] Request body: {'port': {'device_id': '6c0891c3-e903-42ac-8959-f8a213660e15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:25.477189 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=770b37bf-9a00-4cf1-9217-d64a509e494f,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:25.488269 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:25.551492 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-0a425364-25de-4e26-8190-2213e83eb82c req-856e67a3-bf9c-4f12-9df5-3fdf7e1ed726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:25.597355 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-cf3b7f6c-289b-456d-ac02-17ae20326f67 None None] Provisioning for port 2129030f-2a1d-4d23-9e11-b96f92e6a090 completed by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:15:25.602102 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-cf3b7f6c-289b-456d-ac02-17ae20326f67 None None] Provisioning complete for port 2129030f-2a1d-4d23-9e11-b96f92e6a090 triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:25.602515 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-cf3b7f6c-289b-456d-ac02-17ae20326f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:25.606880 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['770b37bf-9a00-4cf1-9217-d64a509e494f'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:15:25.674152 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-cf3b7f6c-289b-456d-ac02-17ae20326f67 None None] Port 2129030f-2a1d-4d23-9e11-b96f92e6a090 cannot update to ACTIVE because it is not bound. {{(pid=92823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:15:25.889236 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [req-0a425364-25de-4e26-8190-2213e83eb82c req-856e67a3-bf9c-4f12-9df5-3fdf7e1ed726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2129030f-2a1d-4d23-9e11-b96f92e6a090 {{(pid=92822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:15:25.899706 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-0a425364-25de-4e26-8190-2213e83eb82c req-856e67a3-bf9c-4f12-9df5-3fdf7e1ed726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:25.916198 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.provisioning_blocks [req-0a425364-25de-4e26-8190-2213e83eb82c req-856e67a3-bf9c-4f12-9df5-3fdf7e1ed726 service neutron] Transition to ACTIVE for port object 2129030f-2a1d-4d23-9e11-b96f92e6a090 will not be triggered until provisioned by entity L2. {{(pid=92822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:15:25.922114 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-0a425364-25de-4e26-8190-2213e83eb82c req-856e67a3-bf9c-4f12-9df5-3fdf7e1ed726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:25.927836 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-5d86ba6d-1b76-42ed-b3b2-34a6aa728be9 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:26.047426 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e67a3-bf9c-4f12-9df5-3fdf7e1ed726 service neutron] Pushing event updated for resources: {'Port': ['ID=2129030f-2a1d-4d23-9e11-b96f92e6a090,revision_number=2']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:26.057984 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-856e67a3-bf9c-4f12-9df5-3fdf7e1ed726 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:26.143879 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2384ea5-809b-4982-b175-546d4dca9766 req-0c338989-fd91-4464-a50f-b7dbaf2becf6 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:26.158178 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d2384ea5-809b-4982-b175-546d4dca9766 req-0c338989-fd91-4464-a50f-b7dbaf2becf6 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 945 time: 0.1776669 Jun 22 07:15:26.158502 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-0a425364-25de-4e26-8190-2213e83eb82c req-856e67a3-bf9c-4f12-9df5-3fdf7e1ed726 service neutron] Attempting to bind port 2129030f-2a1d-4d23-9e11-b96f92e6a090 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:15:26.158681 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-0a425364-25de-4e26-8190-2213e83eb82c req-856e67a3-bf9c-4f12-9df5-3fdf7e1ed726 service neutron] Attempting to bind port 2129030f-2a1d-4d23-9e11-b96f92e6a090 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '3e5598c7-2455-455a-a720-c6ba83872664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db'}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:15:26.158865 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a425364-25de-4e26-8190-2213e83eb82c req-856e67a3-bf9c-4f12-9df5-3fdf7e1ed726 service neutron] Attempting to bind port 2129030f-2a1d-4d23-9e11-b96f92e6a090 on network 039d8b06-cce4-4bf8-a1d0-7746d58cf8db {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:15:26.165613 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a425364-25de-4e26-8190-2213e83eb82c req-856e67a3-bf9c-4f12-9df5-3fdf7e1ed726 service neutron] Port 2129030f-2a1d-4d23-9e11-b96f92e6a090 on network 039d8b06-cce4-4bf8-a1d0-7746d58cf8db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:15:26.166287 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a425364-25de-4e26-8190-2213e83eb82c req-856e67a3-bf9c-4f12-9df5-3fdf7e1ed726 service neutron] Attempting to bind port 2129030f-2a1d-4d23-9e11-b96f92e6a090 on network 039d8b06-cce4-4bf8-a1d0-7746d58cf8db {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:15:26.175219 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a425364-25de-4e26-8190-2213e83eb82c req-856e67a3-bf9c-4f12-9df5-3fdf7e1ed726 service neutron] Checking agent: {'id': '6c17c73a-1ba3-464e-bc7a-10a2b7fbfd09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'started_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:15:26.175219 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a425364-25de-4e26-8190-2213e83eb82c req-856e67a3-bf9c-4f12-9df5-3fdf7e1ed726 service neutron] Checking segment: {'id': '3e5598c7-2455-455a-a720-c6ba83872664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:15:26.175219 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a425364-25de-4e26-8190-2213e83eb82c req-856e67a3-bf9c-4f12-9df5-3fdf7e1ed726 service neutron] Bound using segment: {'id': '3e5598c7-2455-455a-a720-c6ba83872664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db'} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:15:26.175219 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-0a425364-25de-4e26-8190-2213e83eb82c req-856e67a3-bf9c-4f12-9df5-3fdf7e1ed726 service neutron] Bound port: 2129030f-2a1d-4d23-9e11-b96f92e6a090, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e5598c7-2455-455a-a720-c6ba83872664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db'}}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:15:26.175219 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-0a425364-25de-4e26-8190-2213e83eb82c req-856e67a3-bf9c-4f12-9df5-3fdf7e1ed726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:26.185744 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438b5b0-89da-4b96-b4ec-74fe21e067a9 req-70c074ea-2f96-4b03-88d2-18df2a760482 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:26.188253 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1438b5b0-89da-4b96-b4ec-74fe21e067a9 req-70c074ea-2f96-4b03-88d2-18df2a760482 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 943 time: 0.2660773 Jun 22 07:15:26.262914 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d2384ea5-809b-4982-b175-546d4dca9766 req-84fe6266-fab2-4f9c-a0fd-c3f75c094406 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034906 Jun 22 07:15:26.290702 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1438b5b0-89da-4b96-b4ec-74fe21e067a9 req-b536dad9-3009-423b-8262-600ad8721bd9 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888388 Jun 22 07:15:26.300170 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-0a425364-25de-4e26-8190-2213e83eb82c req-856e67a3-bf9c-4f12-9df5-3fdf7e1ed726 service neutron] For port 2129030f-2a1d-4d23-9e11-b96f92e6a090, host hv-cinder-78662, cleared binding levels {{(pid=92822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:15:26.304374 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-0a425364-25de-4e26-8190-2213e83eb82c req-856e67a3-bf9c-4f12-9df5-3fdf7e1ed726 service neutron] For port 2129030f-2a1d-4d23-9e11-b96f92e6a090, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2129030f-2a1d-4d23-9e11-b96f92e6a090,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:15:26.312166 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-0a425364-25de-4e26-8190-2213e83eb82c req-856e67a3-bf9c-4f12-9df5-3fdf7e1ed726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:26.317545 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:26.389008 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a425364-25de-4e26-8190-2213e83eb82c req-856e67a3-bf9c-4f12-9df5-3fdf7e1ed726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:26.390598 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-0a425364-25de-4e26-8190-2213e83eb82c req-856e67a3-bf9c-4f12-9df5-3fdf7e1ed726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:26.392489 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-0a425364-25de-4e26-8190-2213e83eb82c req-856e67a3-bf9c-4f12-9df5-3fdf7e1ed726 service neutron] 10.222.0.42 "PUT /v2.0/ports/2129030f-2a1d-4d23-9e11-b96f92e6a090 HTTP/1.1" status: 200 len: 1093 time: 0.9490457 Jun 22 07:15:26.393338 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0891c3-e903-42ac-8959-f8a213660e15', 'tag': '2129030f-2a1d-4d23-9e11-b96f92e6a090'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:15:26.397961 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798e4a89-661d-4920-af93-791d66b16af7" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0891c3-e903-42ac-8959-f8a213660e15", "tag": "2129030f-2a1d-4d23-9e11-b96f92e6a090"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:15:26.435410 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e67a3-bf9c-4f12-9df5-3fdf7e1ed726 service neutron] Pushing event updated for resources: {'Port': ['ID=2129030f-2a1d-4d23-9e11-b96f92e6a090,revision_number=3']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:26.442373 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-856e67a3-bf9c-4f12-9df5-3fdf7e1ed726 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:26.462720 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1231761c-5575-42d5-a3aa-f6c7c7a8e0c4 x-openstack-request-id: req-1231761c-5575-42d5-a3aa-f6c7c7a8e0c4 {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:15:26.463257 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0891c3-e903-42ac-8959-f8a213660e15", "tag": "2129030f-2a1d-4d23-9e11-b96f92e6a090", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:15:26.463743 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1231761c-5575-42d5-a3aa-f6c7c7a8e0c4 {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:15:26.464468 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0891c3-e903-42ac-8959-f8a213660e15', 'tag': '2129030f-2a1d-4d23-9e11-b96f92e6a090', 'status': 'completed', 'code': 200} Jun 22 07:15:26.547201 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a425364-25de-4e26-8190-2213e83eb82c req-fea9a42e-72e6-4378-a531-ea03b15c7d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:26.548969 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-0a425364-25de-4e26-8190-2213e83eb82c req-fea9a42e-72e6-4378-a531-ea03b15c7d91 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a963e21ede0e4de2b0be961765302c27&device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 1096 time: 0.1003342 Jun 22 07:15:26.628020 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-0a425364-25de-4e26-8190-2213e83eb82c req-a7dffc9d-c5f1-466e-8a6a-af36eeaa727f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2129030f-2a1d-4d23-9e11-b96f92e6a090 HTTP/1.1" status: 200 len: 217 time: 0.0647421 Jun 22 07:15:26.685875 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a425364-25de-4e26-8190-2213e83eb82c req-fb7c4ae1-fb50-43db-a552-3e5a1a835614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:26.687431 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-0a425364-25de-4e26-8190-2213e83eb82c req-fb7c4ae1-fb50-43db-a552-3e5a1a835614 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=978e6915-65f8-462b-a6af-3ef15c3adee2 HTTP/1.1" status: 200 len: 854 time: 0.0520778 Jun 22 07:15:26.753488 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a425364-25de-4e26-8190-2213e83eb82c req-8c3b49de-a9cb-4750-90c8-f4f6f8964eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:26.755036 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-0a425364-25de-4e26-8190-2213e83eb82c req-8c3b49de-a9cb-4750-90c8-f4f6f8964eae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=039d8b06-cce4-4bf8-a1d0-7746d58cf8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0603123 Jun 22 07:15:26.851660 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-0a425364-25de-4e26-8190-2213e83eb82c req-30ae27cb-436d-4ccf-b307-c80123ec0c75 service neutron] 10.222.0.42 "GET /v2.0/networks/039d8b06-cce4-4bf8-a1d0-7746d58cf8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883911 Jun 22 07:15:27.119663 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 770b37bf-9a00-4cf1-9217-d64a509e494f up at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:15:27.174252 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning for port 770b37bf-9a00-4cf1-9217-d64a509e494f completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:15:27.179429 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning complete for port 770b37bf-9a00-4cf1-9217-d64a509e494f triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:27.180067 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:27.193470 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-0a425364-25de-4e26-8190-2213e83eb82c req-6d541a16-09df-4355-a4f7-e888b78440f1 service neutron] 10.222.0.42 "GET /v2.0/networks/039d8b06-cce4-4bf8-a1d0-7746d58cf8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343182 Jun 22 07:15:27.270007 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:27.324513 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8c4222-6122-44c7-99cc-63c9810e73fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770b37bf-9a00-4cf1-9217-d64a509e494f'}] {{(pid=92823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:15:27.331014 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1855b14f289de04877f76e9f82b9d84154af39b836c558547df9393c60095739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ab79fa-a44a-4acd-9b7a-80de63c88831" -d '{"events": [{"server_uuid": "6f8c4222-6122-44c7-99cc-63c9810e73fb", "name": "network-vif-plugged", "status": "completed", "tag": "770b37bf-9a00-4cf1-9217-d64a509e494f"}]}' {{(pid=92823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:15:27.344037 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 770b37bf-9a00-4cf1-9217-d64a509e494f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=770b37bf-9a00-4cf1-9217-d64a509e494f,segment=NetworkSegment(5e0d4098-8976-46fc-9d81-b241fa91cf3f),segment_id=5e0d4098-8976-46fc-9d81-b241fa91cf3f)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:27.347409 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e4a89-661d-4920-af93-791d66b16af7 req-a52a8823-2da5-4319-9b5f-aa6a56c4ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:27.351156 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-798e4a89-661d-4920-af93-791d66b16af7 req-a52a8823-2da5-4319-9b5f-aa6a56c4ef11 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a963e21ede0e4de2b0be961765302c27&device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 1096 time: 0.0750341 Jun 22 07:15:27.352376 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:27.360960 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:27.436433 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=770b37bf-9a00-4cf1-9217-d64a509e494f,revision_number=5']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:27.447494 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:27.525661 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e4a89-661d-4920-af93-791d66b16af7 req-7b3ce1c3-4da4-498d-b6ef-93cf07359e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:27.527387 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-798e4a89-661d-4920-af93-791d66b16af7 req-7b3ce1c3-4da4-498d-b6ef-93cf07359e40 service neutron] 10.222.0.42 "GET /v2.0/networks?id=039d8b06-cce4-4bf8-a1d0-7746d58cf8db HTTP/1.1" status: 200 len: 916 time: 0.1703939 Jun 22 07:15:27.579997 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-798e4a89-661d-4920-af93-791d66b16af7 req-40d98195-6bd9-44e2-b0b1-6d0efc44d021 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2129030f-2a1d-4d23-9e11-b96f92e6a090 HTTP/1.1" status: 200 len: 217 time: 0.0460050 Jun 22 07:15:27.610004 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0950a-a90d-405d-8a9a-4bf2784c694d req-35186164-d26b-4b0f-993c-e4c97e515916 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:27.611988 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-31e0950a-a90d-405d-8a9a-4bf2784c694d req-35186164-d26b-4b0f-993c-e4c97e515916 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 943 time: 0.1306410 Jun 22 07:15:27.626071 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4819d74-7caf-454b-ad56-fa3c3e25a800 req-ad5f30c9-4dd2-4437-9c65-fe590e0e3c02 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:27.627625 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f4819d74-7caf-454b-ad56-fa3c3e25a800 req-ad5f30c9-4dd2-4437-9c65-fe590e0e3c02 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.1332285 Jun 22 07:15:27.638092 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e4a89-661d-4920-af93-791d66b16af7 req-b20dffa4-dc65-4a4e-85cf-fed0c46359c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:27.639755 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-798e4a89-661d-4920-af93-791d66b16af7 req-b20dffa4-dc65-4a4e-85cf-fed0c46359c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=978e6915-65f8-462b-a6af-3ef15c3adee2 HTTP/1.1" status: 200 len: 854 time: 0.0521297 Jun 22 07:15:27.746209 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e4a89-661d-4920-af93-791d66b16af7 req-27d346fd-164a-4b46-87bc-8ba708c4101e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:27.748224 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-798e4a89-661d-4920-af93-791d66b16af7 req-27d346fd-164a-4b46-87bc-8ba708c4101e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=039d8b06-cce4-4bf8-a1d0-7746d58cf8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1010637 Jun 22 07:15:27.871856 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-798e4a89-661d-4920-af93-791d66b16af7 req-d2e3e88a-60f0-4be5-903a-cda4ef5dd918 service neutron] 10.222.0.42 "GET /v2.0/networks/039d8b06-cce4-4bf8-a1d0-7746d58cf8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147790 Jun 22 07:15:27.963974 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-31e0950a-a90d-405d-8a9a-4bf2784c694d req-32aa98cb-5eba-4916-826e-19f46565ea9f tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3351970 Jun 22 07:15:27.978650 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f4819d74-7caf-454b-ad56-fa3c3e25a800 req-455bc69a-8337-4f34-86f9-8c39ffd7fe1d tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556278 Jun 22 07:15:27.986292 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-798e4a89-661d-4920-af93-791d66b16af7 req-9f5cf1ce-1d3c-4d5b-94a2-715df7852430 service neutron] 10.222.0.42 "GET /v2.0/networks/039d8b06-cce4-4bf8-a1d0-7746d58cf8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069164 Jun 22 07:15:28.011967 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 6 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:15:28.058770 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a8c581-d873-4d79-93d4-acde0bc6cceb x-openstack-request-id: req-35a8c581-d873-4d79-93d4-acde0bc6cceb {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:15:28.059089 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8c4222-6122-44c7-99cc-63c9810e73fb", "name": "network-vif-plugged", "status": "completed", "tag": "770b37bf-9a00-4cf1-9217-d64a509e494f", "code": 200}]} {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:15:28.059408 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-35a8c581-d873-4d79-93d4-acde0bc6cceb {{(pid=92823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:15:28.059906 dv-cinder-786627-11-smb neutron-server[92823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8c4222-6122-44c7-99cc-63c9810e73fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770b37bf-9a00-4cf1-9217-d64a509e494f', 'code': 200} Jun 22 07:15:28.293881 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09b764-0227-4852-9986-a686ce71f1f4 req-bd80c6ec-50c7-422a-b3ee-dca9f317fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:28.295547 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-aa09b764-0227-4852-9986-a686ce71f1f4 req-bd80c6ec-50c7-422a-b3ee-dca9f317fd73 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 1099 time: 0.0632069 Jun 22 07:15:28.341823 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-aa09b764-0227-4852-9986-a686ce71f1f4 req-97ce2018-1b03-44d1-8cfa-d114842bccf9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390790 Jun 22 07:15:29.124516 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 2129030f-2a1d-4d23-9e11-b96f92e6a090 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:15:29.266698 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 2129030f-2a1d-4d23-9e11-b96f92e6a090, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2129030f-2a1d-4d23-9e11-b96f92e6a090,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:29.282985 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Returning: {'device': '2129030f-2a1d-4d23-9e11-b96f92e6a090', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'port_id': '2129030f-2a1d-4d23-9e11-b96f92e6a090', 'mac_address': 'fa:16:3e:d7:04:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:15:29.344351 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:29.378722 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2129030f-2a1d-4d23-9e11-b96f92e6a090 {{(pid=92823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:15:29.399040 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36b9b8-4820-4792-883a-d552e1b87eed req-d3646c66-c089-4aef-8bc7-0ae27d2231ea tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:29.400691 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0d36b9b8-4820-4792-883a-d552e1b87eed req-d3646c66-c089-4aef-8bc7-0ae27d2231ea tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 943 time: 0.2034161 Jun 22 07:15:29.409410 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ee47a-ed4a-42ee-a63e-075666c0d3c9 req-146ea73a-a8b6-4f4f-a239-643ff689b154 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:29.411058 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e57ee47a-ed4a-42ee-a63e-075666c0d3c9 req-146ea73a-a8b6-4f4f-a239-643ff689b154 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.2443979 Jun 22 07:15:29.420626 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 2129030f-2a1d-4d23-9e11-b96f92e6a090, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2129030f-2a1d-4d23-9e11-b96f92e6a090,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:29.425702 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:29.427746 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:29.481080 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=2129030f-2a1d-4d23-9e11-b96f92e6a090,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:29.482847 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0d36b9b8-4820-4792-883a-d552e1b87eed req-9b43eec2-749b-4399-9506-af655df096ac tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707138 Jun 22 07:15:29.484263 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:29.487609 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e57ee47a-ed4a-42ee-a63e-075666c0d3c9 req-9a121a72-0298-4f1d-886d-00717b54fb66 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660787 Jun 22 07:15:29.638915 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['2129030f-2a1d-4d23-9e11-b96f92e6a090'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:15:30.680527 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7a986-2787-42af-b15b-3455761fb95b req-2a218e96-a7c4-4aca-a3b7-26300ca8852c tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:30.682273 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-12c7a986-2787-42af-b15b-3455761fb95b req-2a218e96-a7c4-4aca-a3b7-26300ca8852c tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.0730958 Jun 22 07:15:30.761747 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-12c7a986-2787-42af-b15b-3455761fb95b req-bafa834e-f11f-45d1-9b26-2167d89ae168 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689933 Jun 22 07:15:30.788432 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040fd04-a909-455e-a454-487d3e7be65b req-1e4e4f08-9ce8-4bc3-ae34-f3d42c277083 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:30.790480 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4040fd04-a909-455e-a454-487d3e7be65b req-1e4e4f08-9ce8-4bc3-ae34-f3d42c277083 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 944 time: 0.1071348 Jun 22 07:15:30.850923 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4040fd04-a909-455e-a454-487d3e7be65b req-b30a9e2a-3419-4577-9a8a-71fa2fbe003b tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544009 Jun 22 07:15:30.953957 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b5a37-e3a0-4751-a62d-636b1f5ae745 req-65b98bd8-f746-43d3-a5c5-62c04be4701b tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:30.955782 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a67b5a37-e3a0-4751-a62d-636b1f5ae745 req-65b98bd8-f746-43d3-a5c5-62c04be4701b tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.0753467 Jun 22 07:15:30.967839 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 35446) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:30.974203 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-3a53faa0-79c5-4164-a8a2-ad7694ac0f51 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Request body: {'floatingip': {'port_id': '770b37bf-9a00-4cf1-9217-d64a509e494f'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:31.013802 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-3a53faa0-79c5-4164-a8a2-ad7694ac0f51 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for floatingip, before_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:31.134499 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 2129030f-2a1d-4d23-9e11-b96f92e6a090 up at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:15:31.191469 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning for port 2129030f-2a1d-4d23-9e11-b96f92e6a090 completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:15:31.197065 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning complete for port 2129030f-2a1d-4d23-9e11-b96f92e6a090 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:31.197711 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:31.292226 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:31.318609 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0891c3-e903-42ac-8959-f8a213660e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2129030f-2a1d-4d23-9e11-b96f92e6a090'}] {{(pid=92823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:15:31.322107 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1855b14f289de04877f76e9f82b9d84154af39b836c558547df9393c60095739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14b26e2-2345-48fc-93da-b7722def8436" -d '{"events": [{"server_uuid": "6c0891c3-e903-42ac-8959-f8a213660e15", "name": "network-vif-plugged", "status": "completed", "tag": "2129030f-2a1d-4d23-9e11-b96f92e6a090"}]}' {{(pid=92823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:15:31.337075 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 2129030f-2a1d-4d23-9e11-b96f92e6a090, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2129030f-2a1d-4d23-9e11-b96f92e6a090,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:31.350760 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:31.354484 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-926c88b5-f1b6-4d87-922f-8c78cf710cbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:31.397605 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da4a750-8413-4ae3-8c38-7ce657b7dbb8 x-openstack-request-id: req-9da4a750-8413-4ae3-8c38-7ce657b7dbb8 {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:15:31.397914 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0891c3-e903-42ac-8959-f8a213660e15", "name": "network-vif-plugged", "status": "completed", "tag": "2129030f-2a1d-4d23-9e11-b96f92e6a090", "code": 200}]} {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:15:31.398198 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9da4a750-8413-4ae3-8c38-7ce657b7dbb8 {{(pid=92823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:15:31.398731 dv-cinder-786627-11-smb neutron-server[92823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0891c3-e903-42ac-8959-f8a213660e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2129030f-2a1d-4d23-9e11-b96f92e6a090', 'code': 200} Jun 22 07:15:31.444311 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=2129030f-2a1d-4d23-9e11-b96f92e6a090,revision_number=5']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:31.460277 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:31.460736 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:31.461091 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:31.461612 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:31.461955 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:31.462293 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:31.462627 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:31.463758 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:31.464398 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:31.465547 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:31.466061 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:31.466728 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:31.483129 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:31.577006 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-3a53faa0-79c5-4164-a8a2-ad7694ac0f51 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:31.582446 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-3a53faa0-79c5-4164-a8a2-ad7694ac0f51 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592476'] for floatingip, after_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:31.731173 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8559b4-2c21-4cfd-b895-a330800aea00 req-c846ad95-9416-4f17-86ef-5dd21489ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:31.733713 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-0e8559b4-2c21-4cfd-b895-a330800aea00 req-c846ad95-9416-4f17-86ef-5dd21489ff2c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 1098 time: 0.0711958 Jun 22 07:15:31.742826 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.db.l3_db [None req-3a53faa0-79c5-4164-a8a2-ad7694ac0f51 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Floating IP 7942ba46-c8d9-4b1b-8613-02f10af96cd1 associated. External IP: 172.28.3.199, port: 770b37bf-9a00-4cf1-9217-d64a509e494f. Jun 22 07:15:31.782093 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-0e8559b4-2c21-4cfd-b895-a330800aea00 req-75a8322d-1e87-48a7-b78c-6d4234712d06 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416873 Jun 22 07:15:31.868847 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 35466) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:32.046825 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-02b1c549-32db-4004-949d-e328a92a4af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:32.127209 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a53faa0-79c5-4164-a8a2-ad7694ac0f51 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Router 3007f710-b658-4a83-a3ee-b2379787f43d has already been hosted by L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d {{(pid=92821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:15:32.163551 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452ed1c-0bc3-471f-b5d7-245ea174eb93 req-338b7bd7-6d54-402c-8979-9151bd1da427 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:32.165597 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-8452ed1c-0bc3-471f-b5d7-245ea174eb93 req-338b7bd7-6d54-402c-8979-9151bd1da427 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 945 time: 0.1440606 Jun 22 07:15:32.215735 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-02b1c549-32db-4004-949d-e328a92a4af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:32.222559 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-02b1c549-32db-4004-949d-e328a92a4af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:32.227764 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-f9c57a7f-8322-4bf3-b5a3-5ec3ebcc9173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:32.295659 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-8452ed1c-0bc3-471f-b5d7-245ea174eb93 req-e70e6cd6-d641-4078-9b3c-6eba86594196 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226876 Jun 22 07:15:32.307332 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-02b1c549-32db-4004-949d-e328a92a4af1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9478cfc0c757436bbbd67379fd3b8d4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4325569 Jun 22 07:15:32.307332 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1c549-32db-4004-949d-e328a92a4af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d826932c-c2c9-4e64-bf59-88261043bfae,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:32.308712 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 35472) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:32.318679 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b1c549-32db-4004-949d-e328a92a4af1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:32.319436 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b1c549-32db-4004-949d-e328a92a4af1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:32.320043 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b1c549-32db-4004-949d-e328a92a4af1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:32.320696 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b1c549-32db-4004-949d-e328a92a4af1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:32.321306 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b1c549-32db-4004-949d-e328a92a4af1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:32.321855 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b1c549-32db-4004-949d-e328a92a4af1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:32.322467 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b1c549-32db-4004-949d-e328a92a4af1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:32.323087 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b1c549-32db-4004-949d-e328a92a4af1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:32.323603 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b1c549-32db-4004-949d-e328a92a4af1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:32.324223 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b1c549-32db-4004-949d-e328a92a4af1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:32.324842 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b1c549-32db-4004-949d-e328a92a4af1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:32.325435 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b1c549-32db-4004-949d-e328a92a4af1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:32.327524 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a53faa0-79c5-4164-a8a2-ad7694ac0f51 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:15:32.332147 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-02b1c549-32db-4004-949d-e328a92a4af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:32.333843 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-3a53faa0-79c5-4164-a8a2-ad7694ac0f51 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for floatingip, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:32.362254 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f68424-10bd-42cd-828d-a6ae80eec44f None None] Sync routers for ids ['3007f710-b658-4a83-a3ee-b2379787f43d'] in dv-cinder-786627-11-smb {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:15:32.378534 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f68424-10bd-42cd-828d-a6ae80eec44f None None] Routers {'3007f710-b658-4a83-a3ee-b2379787f43d'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:15:32.379552 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-b2f68424-10bd-42cd-828d-a6ae80eec44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:15:07Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['3007f710-b658-4a83-a3ee-b2379787f43d'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:32.453079 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-3a53faa0-79c5-4164-a8a2-ad7694ac0f51 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "PUT /v2.0/floatingips/7942ba46-c8d9-4b1b-8613-02f10af96cd1 HTTP/1.1" status: 200 len: 992 time: 1.4796195 Jun 22 07:15:32.453079 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8c4222-6122-44c7-99cc-63c9810e73fb', 'tag': '770b37bf-9a00-4cf1-9217-d64a509e494f'}] {{(pid=92821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:15:32.457778 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114834e2e6b09b68797994cdefe3657428da4a047d1a7f773825cb7610845d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babf6139-b959-43db-93ab-6cba24b0fa7b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f8c4222-6122-44c7-99cc-63c9810e73fb", "tag": "770b37bf-9a00-4cf1-9217-d64a509e494f"}]}' {{(pid=92821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:15:32.480025 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-355432f5-e4dc-4907-926c-83afeb557845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:32.516203 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-355432f5-e4dc-4907-926c-83afeb557845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:32.525527 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc114684-997a-499e-97a0-e46b15106c87 x-openstack-request-id: req-bc114684-997a-499e-97a0-e46b15106c87 {{(pid=92821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:15:32.525831 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f8c4222-6122-44c7-99cc-63c9810e73fb", "tag": "770b37bf-9a00-4cf1-9217-d64a509e494f", "status": "completed", "code": 200}]} {{(pid=92821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:15:32.526114 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bc114684-997a-499e-97a0-e46b15106c87 {{(pid=92821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:15:32.526541 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f8c4222-6122-44c7-99cc-63c9810e73fb', 'tag': '770b37bf-9a00-4cf1-9217-d64a509e494f', 'status': 'completed', 'code': 200} Jun 22 07:15:32.642888 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-355432f5-e4dc-4907-926c-83afeb557845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:32.645556 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-355432f5-e4dc-4907-926c-83afeb557845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:32.646741 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-355432f5-e4dc-4907-926c-83afeb557845 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d826932c-c2c9-4e64-bf59-88261043bfae HTTP/1.1" status: 204 len: 168 time: 0.3376637 Jun 22 07:15:32.647838 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-aedaac5a-f384-4922-b93c-eeb9bafdec44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:32.662629 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf6139-b959-43db-93ab-6cba24b0fa7b req-fa3e9017-d29f-424d-a775-f51596f21e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:32.664928 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-babf6139-b959-43db-93ab-6cba24b0fa7b req-fa3e9017-d29f-424d-a775-f51596f21e06 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8633bcd9c8fa46bab225f46c1fdae48d&device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 1099 time: 0.0923924 Jun 22 07:15:32.666458 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355432f5-e4dc-4907-926c-83afeb557845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d826932c-c2c9-4e64-bf59-88261043bfae,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:32.671049 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-355432f5-e4dc-4907-926c-83afeb557845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:32.707716 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-b2f68424-10bd-42cd-828d-a6ae80eec44f None None] Set router 3007f710-b658-4a83-a3ee-b2379787f43d gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:15:32.856091 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf6139-b959-43db-93ab-6cba24b0fa7b req-30461cb7-0fa7-4df7-94e5-8a4d93fdaacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:32.858271 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-babf6139-b959-43db-93ab-6cba24b0fa7b req-30461cb7-0fa7-4df7-94e5-8a4d93fdaacd service neutron] 10.222.0.42 "GET /v2.0/networks?id=1163da0c-bad1-418d-8eb1-3c5b37310e74 HTTP/1.1" status: 200 len: 912 time: 0.1846147 Jun 22 07:15:32.937033 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-babf6139-b959-43db-93ab-6cba24b0fa7b req-55d049cb-6f26-48e3-a32a-bafd7f77b068 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=770b37bf-9a00-4cf1-9217-d64a509e494f HTTP/1.1" status: 200 len: 1000 time: 0.0722327 Jun 22 07:15:33.002558 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf6139-b959-43db-93ab-6cba24b0fa7b req-d004c076-0b22-4b12-8556-b0378e1c7223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:33.004735 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-babf6139-b959-43db-93ab-6cba24b0fa7b req-d004c076-0b22-4b12-8556-b0378e1c7223 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc HTTP/1.1" status: 200 len: 850 time: 0.0614543 Jun 22 07:15:33.052201 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-b2f68424-10bd-42cd-828d-a6ae80eec44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'name': 'tempest-AttachVolumeTestJSON-1083161926-router', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:06Z', 'updated_at': '2021-06-22T07:15:11Z', 'revision_number': 4, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'gw_port': {'id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:07Z', 'updated_at': '2021-06-22T07:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_floatingips': [{'id': '7942ba46-c8d9-4b1b-8613-02f10af96cd1', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'floating_ip_address': '172.28.3.199', 'floating_network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'router_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'port_id': '770b37bf-9a00-4cf1-9217-d64a509e494f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74', 'mac_address': 'fa:16:3e:af:64:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8c4222-6122-44c7-99cc-63c9810e73fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:15:15Z', 'updated_at': '2021-06-22T07:15:31Z', 'revision_number': 1, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f96d8de-6031-46e5-9924-1415cf53e9e6', 'name': '', 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'mac_address': 'fa:16:3e:b1:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:09Z', 'updated_at': '2021-06-22T07:15:18Z', 'revision_number': 5, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'subnets': [{'id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:33.085416 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f68424-10bd-42cd-828d-a6ae80eec44f None None] Checking router: 3007f710-b658-4a83-a3ee-b2379787f43d for host: dv-cinder-786627-11-smb {{(pid=92823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:15:33.097215 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f68424-10bd-42cd-828d-a6ae80eec44f None None] Routers {'3007f710-b658-4a83-a3ee-b2379787f43d'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:15:33.097876 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-b2f68424-10bd-42cd-828d-a6ae80eec44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:15:07Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['3007f710-b658-4a83-a3ee-b2379787f43d'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:33.102597 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf6139-b959-43db-93ab-6cba24b0fa7b req-709c8185-9fcb-44ac-b1e8-fddec0ea3b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:33.105150 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-babf6139-b959-43db-93ab-6cba24b0fa7b req-709c8185-9fcb-44ac-b1e8-fddec0ea3b3d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1163da0c-bad1-418d-8eb1-3c5b37310e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0944297 Jun 22 07:15:33.249927 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-babf6139-b959-43db-93ab-6cba24b0fa7b req-521b1356-cdd7-40f0-bfd3-1e548c775b60 service neutron] 10.222.0.42 "GET /v2.0/networks/1163da0c-bad1-418d-8eb1-3c5b37310e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378922 Jun 22 07:15:33.254261 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-b2f68424-10bd-42cd-828d-a6ae80eec44f None None] Set router 3007f710-b658-4a83-a3ee-b2379787f43d gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:15:33.401789 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-babf6139-b959-43db-93ab-6cba24b0fa7b req-ba5eb574-9296-4661-b249-655395a9ee40 service neutron] 10.222.0.42 "GET /v2.0/networks/1163da0c-bad1-418d-8eb1-3c5b37310e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439645 Jun 22 07:15:33.600906 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf314b-9b36-4ca2-a082-7d204c7b2d36 req-6cf73b88-b7b6-4802-9f36-85c96c419272 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:33.602434 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-b2f68424-10bd-42cd-828d-a6ae80eec44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'name': 'tempest-AttachVolumeTestJSON-1083161926-router', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:06Z', 'updated_at': '2021-06-22T07:15:11Z', 'revision_number': 4, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'gw_port': {'id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:07Z', 'updated_at': '2021-06-22T07:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_floatingips': [{'id': '7942ba46-c8d9-4b1b-8613-02f10af96cd1', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'floating_ip_address': '172.28.3.199', 'floating_network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'router_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'port_id': '770b37bf-9a00-4cf1-9217-d64a509e494f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74', 'mac_address': 'fa:16:3e:af:64:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8c4222-6122-44c7-99cc-63c9810e73fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:15:15Z', 'updated_at': '2021-06-22T07:15:31Z', 'revision_number': 1, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f96d8de-6031-46e5-9924-1415cf53e9e6', 'name': '', 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'mac_address': 'fa:16:3e:b1:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:09Z', 'updated_at': '2021-06-22T07:15:18Z', 'revision_number': 5, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'subnets': [{'id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:33.608535 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-57cf314b-9b36-4ca2-a082-7d204c7b2d36 req-6cf73b88-b7b6-4802-9f36-85c96c419272 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 945 time: 0.1408331 Jun 22 07:15:33.662333 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f68424-10bd-42cd-828d-a6ae80eec44f None None] The sync data for ids ['3007f710-b658-4a83-a3ee-b2379787f43d'] in dv-cinder-786627-11-smb is: [{'id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'name': 'tempest-AttachVolumeTestJSON-1083161926-router', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:06Z', 'updated_at': '2021-06-22T07:15:11Z', 'revision_number': 4, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'gw_port': {'id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:07Z', 'updated_at': '2021-06-22T07:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_floatingips': [{'id': '7942ba46-c8d9-4b1b-8613-02f10af96cd1', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'floating_ip_address': '172.28.3.199', 'floating_network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'router_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'port_id': '770b37bf-9a00-4cf1-9217-d64a509e494f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74', 'mac_address': 'fa:16:3e:af:64:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8c4222-6122-44c7-99cc-63c9810e73fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:15:15Z', 'updated_at': '2021-06-22T07:15:31Z', 'revision_number': 1, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f96d8de-6031-46e5-9924-1415cf53e9e6', 'name': '', 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'mac_address': 'fa:16:3e:b1:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:09Z', 'updated_at': '2021-06-22T07:15:18Z', 'revision_number': 5, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'subnets': [{'id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:15:33.663716 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-57cf314b-9b36-4ca2-a082-7d204c7b2d36 req-7dcc84d9-3559-4aa8-b580-b5c3de499fc7 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532777 Jun 22 07:15:33.947339 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae91ebc-c7a5-44c7-b9a9-8f95d336bc13 None None] New status for floating IP 7942ba46-c8d9-4b1b-8613-02f10af96cd1: ACTIVE {{(pid=92824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:15:33.948688 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7c2aa-5fae-4406-930c-b7503ce05e29 req-efdf932e-bc1d-4a71-8fff-d7029f65af17 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:33.950758 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-13a7c2aa-5fae-4406-930c-b7503ce05e29 req-efdf932e-bc1d-4a71-8fff-d7029f65af17 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 945 time: 0.1020825 Jun 22 07:15:33.962339 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 35508) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:33.969794 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-e8845b7f-acdf-4edd-b352-218efe87a118 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Request body: {'floatingip': {'port_id': '2129030f-2a1d-4d23-9e11-b96f92e6a090'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:34.015111 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-e8845b7f-acdf-4edd-b352-218efe87a118 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for floatingip, before_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:34.151144 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-c56801e2-64d4-46b0-b917-1977fd700c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:34.691254 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-e8845b7f-acdf-4edd-b352-218efe87a118 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:34.696394 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-e8845b7f-acdf-4edd-b352-218efe87a118 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592476'] for floatingip, after_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:34.819801 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.db.l3_db [None req-e8845b7f-acdf-4edd-b352-218efe87a118 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Floating IP fae31b85-3914-4d1e-b8f8-a00891f1b061 associated. External IP: 172.28.3.65, port: 2129030f-2a1d-4d23-9e11-b96f92e6a090. Jun 22 07:15:35.325517 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8845b7f-acdf-4edd-b352-218efe87a118 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Router 884c2120-51ad-4881-b8fd-58233462a692 has already been hosted by L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d {{(pid=92821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:15:35.449127 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8845b7f-acdf-4edd-b352-218efe87a118 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:15:35.453863 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-e8845b7f-acdf-4edd-b352-218efe87a118 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for floatingip, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:35.462406 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca8d530-2dd2-41b0-8122-f97500e092f8 None None] Sync routers for ids ['884c2120-51ad-4881-b8fd-58233462a692'] in dv-cinder-786627-11-smb {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:15:35.476268 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca8d530-2dd2-41b0-8122-f97500e092f8 None None] Routers {'884c2120-51ad-4881-b8fd-58233462a692'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:15:35.476957 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-5ca8d530-2dd2-41b0-8122-f97500e092f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:15:07Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['884c2120-51ad-4881-b8fd-58233462a692'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:35.511049 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-e8845b7f-acdf-4edd-b352-218efe87a118 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "PUT /v2.0/floatingips/fae31b85-3914-4d1e-b8f8-a00891f1b061 HTTP/1.1" status: 200 len: 990 time: 1.5464206 Jun 22 07:15:35.512084 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0891c3-e903-42ac-8959-f8a213660e15', 'tag': '2129030f-2a1d-4d23-9e11-b96f92e6a090'}] {{(pid=92821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:15:35.516121 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114834e2e6b09b68797994cdefe3657428da4a047d1a7f773825cb7610845d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d8f984-e2f1-48ea-ae07-e8f0e3f2c46d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0891c3-e903-42ac-8959-f8a213660e15", "tag": "2129030f-2a1d-4d23-9e11-b96f92e6a090"}]}' {{(pid=92821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:15:35.591077 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9f5e31-ce4f-4805-ad3a-fba2ec304511 x-openstack-request-id: req-3d9f5e31-ce4f-4805-ad3a-fba2ec304511 {{(pid=92821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:15:35.592236 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0891c3-e903-42ac-8959-f8a213660e15", "tag": "2129030f-2a1d-4d23-9e11-b96f92e6a090", "status": "completed", "code": 200}]} {{(pid=92821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:15:35.593294 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3d9f5e31-ce4f-4805-ad3a-fba2ec304511 {{(pid=92821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:15:35.594241 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0891c3-e903-42ac-8959-f8a213660e15', 'tag': '2129030f-2a1d-4d23-9e11-b96f92e6a090', 'status': 'completed', 'code': 200} Jun 22 07:15:35.651542 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-5ca8d530-2dd2-41b0-8122-f97500e092f8 None None] Set router 884c2120-51ad-4881-b8fd-58233462a692 gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:15:35.698502 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8f984-e2f1-48ea-ae07-e8f0e3f2c46d req-ba38dc13-6daa-44aa-a737-c9a737f9b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:35.700067 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-27d8f984-e2f1-48ea-ae07-e8f0e3f2c46d req-ba38dc13-6daa-44aa-a737-c9a737f9b0fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a963e21ede0e4de2b0be961765302c27&device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 1098 time: 0.0880506 Jun 22 07:15:35.807509 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8f984-e2f1-48ea-ae07-e8f0e3f2c46d req-729bf46f-51b1-4c3a-9b24-ed671a8b0ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:35.808992 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-27d8f984-e2f1-48ea-ae07-e8f0e3f2c46d req-729bf46f-51b1-4c3a-9b24-ed671a8b0ec0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=039d8b06-cce4-4bf8-a1d0-7746d58cf8db HTTP/1.1" status: 200 len: 916 time: 0.1024187 Jun 22 07:15:35.899804 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-27d8f984-e2f1-48ea-ae07-e8f0e3f2c46d req-a68a3134-a1b7-4f9a-9dfe-7482722cb189 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2129030f-2a1d-4d23-9e11-b96f92e6a090 HTTP/1.1" status: 200 len: 998 time: 0.0845861 Jun 22 07:15:35.957169 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8f984-e2f1-48ea-ae07-e8f0e3f2c46d req-8853425a-e07a-461d-876f-ec96a1c6a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:35.958807 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-27d8f984-e2f1-48ea-ae07-e8f0e3f2c46d req-8853425a-e07a-461d-876f-ec96a1c6a2c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=978e6915-65f8-462b-a6af-3ef15c3adee2 HTTP/1.1" status: 200 len: 854 time: 0.0532167 Jun 22 07:15:35.973761 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-5ca8d530-2dd2-41b0-8122-f97500e092f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c2120-51ad-4881-b8fd-58233462a692', 'name': 'tempest-AttachVolumeShelveTestJSON-61416288-router', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:26Z', 'updated_at': '2021-06-22T07:11:34Z', 'revision_number': 4, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'gw_port': {'id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:27Z', 'updated_at': '2021-06-22T07:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_floatingips': [{'id': 'fae31b85-3914-4d1e-b8f8-a00891f1b061', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'floating_ip_address': '172.28.3.65', 'floating_network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'router_id': '884c2120-51ad-4881-b8fd-58233462a692', 'port_id': '2129030f-2a1d-4d23-9e11-b96f92e6a090', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'mac_address': 'fa:16:3e:d7:04:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0891c3-e903-42ac-8959-f8a213660e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:15:21Z', 'updated_at': '2021-06-22T07:15:34Z', 'revision_number': 1, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f468342-64e9-4741-95f5-7c2d575d24b2', 'name': '', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'mac_address': 'fa:16:3e:74:0b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:32Z', 'updated_at': '2021-06-22T07:11:45Z', 'revision_number': 5, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'subnets': [{'id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:36.008550 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca8d530-2dd2-41b0-8122-f97500e092f8 None None] Checking router: 884c2120-51ad-4881-b8fd-58233462a692 for host: dv-cinder-786627-11-smb {{(pid=92823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:15:36.020398 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca8d530-2dd2-41b0-8122-f97500e092f8 None None] Routers {'884c2120-51ad-4881-b8fd-58233462a692'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:15:36.021096 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-5ca8d530-2dd2-41b0-8122-f97500e092f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:15:07Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['884c2120-51ad-4881-b8fd-58233462a692'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:36.034129 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8f984-e2f1-48ea-ae07-e8f0e3f2c46d req-f00889f4-4e54-4c89-ba5e-75dee7c9ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:36.035685 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-27d8f984-e2f1-48ea-ae07-e8f0e3f2c46d req-f00889f4-4e54-4c89-ba5e-75dee7c9ee93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=039d8b06-cce4-4bf8-a1d0-7746d58cf8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0701792 Jun 22 07:15:36.168438 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-27d8f984-e2f1-48ea-ae07-e8f0e3f2c46d req-8c9c7278-014b-407a-8c19-35ea3b4d4ac7 service neutron] 10.222.0.42 "GET /v2.0/networks/039d8b06-cce4-4bf8-a1d0-7746d58cf8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252036 Jun 22 07:15:36.247821 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-5ca8d530-2dd2-41b0-8122-f97500e092f8 None None] Set router 884c2120-51ad-4881-b8fd-58233462a692 gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:15:36.300741 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-27d8f984-e2f1-48ea-ae07-e8f0e3f2c46d req-63ea1082-9f2c-40d3-a94c-8a8f02622bf4 service neutron] 10.222.0.42 "GET /v2.0/networks/039d8b06-cce4-4bf8-a1d0-7746d58cf8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259186 Jun 22 07:15:36.545735 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-5ca8d530-2dd2-41b0-8122-f97500e092f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c2120-51ad-4881-b8fd-58233462a692', 'name': 'tempest-AttachVolumeShelveTestJSON-61416288-router', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:26Z', 'updated_at': '2021-06-22T07:11:34Z', 'revision_number': 4, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'gw_port': {'id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:27Z', 'updated_at': '2021-06-22T07:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_floatingips': [{'id': 'fae31b85-3914-4d1e-b8f8-a00891f1b061', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'floating_ip_address': '172.28.3.65', 'floating_network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'router_id': '884c2120-51ad-4881-b8fd-58233462a692', 'port_id': '2129030f-2a1d-4d23-9e11-b96f92e6a090', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'mac_address': 'fa:16:3e:d7:04:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0891c3-e903-42ac-8959-f8a213660e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:15:21Z', 'updated_at': '2021-06-22T07:15:34Z', 'revision_number': 1, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f468342-64e9-4741-95f5-7c2d575d24b2', 'name': '', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'mac_address': 'fa:16:3e:74:0b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:32Z', 'updated_at': '2021-06-22T07:11:45Z', 'revision_number': 5, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'subnets': [{'id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:36.576010 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca8d530-2dd2-41b0-8122-f97500e092f8 None None] The sync data for ids ['884c2120-51ad-4881-b8fd-58233462a692'] in dv-cinder-786627-11-smb is: [{'id': '884c2120-51ad-4881-b8fd-58233462a692', 'name': 'tempest-AttachVolumeShelveTestJSON-61416288-router', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:26Z', 'updated_at': '2021-06-22T07:11:34Z', 'revision_number': 4, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'gw_port': {'id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:27Z', 'updated_at': '2021-06-22T07:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_floatingips': [{'id': 'fae31b85-3914-4d1e-b8f8-a00891f1b061', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'floating_ip_address': '172.28.3.65', 'floating_network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'router_id': '884c2120-51ad-4881-b8fd-58233462a692', 'port_id': '2129030f-2a1d-4d23-9e11-b96f92e6a090', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'mac_address': 'fa:16:3e:d7:04:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0891c3-e903-42ac-8959-f8a213660e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:15:21Z', 'updated_at': '2021-06-22T07:15:34Z', 'revision_number': 1, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f468342-64e9-4741-95f5-7c2d575d24b2', 'name': '', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'mac_address': 'fa:16:3e:74:0b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:32Z', 'updated_at': '2021-06-22T07:11:45Z', 'revision_number': 5, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'subnets': [{'id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:15:36.740048 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-398a66db-fb20-4c3f-951b-017877f61523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:36.800392 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f584243e-6927-4124-addb-58676eb5cf36 None None] New status for floating IP fae31b85-3914-4d1e-b8f8-a00891f1b061: ACTIVE {{(pid=92824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:15:36.922898 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:37.722420 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:39.796731 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:45.626191 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 35658) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:45.751214 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-d046fd0d-6001-482c-8cbc-16f86b96fd7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:45.861897 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-d046fd0d-6001-482c-8cbc-16f86b96fd7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:45.867928 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-d046fd0d-6001-482c-8cbc-16f86b96fd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:45.871658 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-00c35d9d-50d4-4881-92d5-44b0bd4b74c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:45.913556 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-d046fd0d-6001-482c-8cbc-16f86b96fd7f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=50d5e45df89640a0894b4c6ca2e5ad63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860081 Jun 22 07:15:45.914402 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046fd0d-6001-482c-8cbc-16f86b96fd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096bb74f-5de3-40d5-9821-a494f9a2d290,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:45.916904 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 35662) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:45.918044 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-d046fd0d-6001-482c-8cbc-16f86b96fd7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:45.982862 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-57fd2db8-fe3c-40e4-8452-662220039673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:46.012876 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-57fd2db8-fe3c-40e4-8452-662220039673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:46.074322 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-57fd2db8-fe3c-40e4-8452-662220039673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:46.077561 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-57fd2db8-fe3c-40e4-8452-662220039673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:46.078943 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-57fd2db8-fe3c-40e4-8452-662220039673 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/096bb74f-5de3-40d5-9821-a494f9a2d290 HTTP/1.1" status: 204 len: 168 time: 0.1608233 Jun 22 07:15:46.079818 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-973bd321-df3a-4a87-8055-ec764c09ed84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:46.089104 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd2db8-fe3c-40e4-8452-662220039673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096bb74f-5de3-40d5-9821-a494f9a2d290,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:46.092116 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-57fd2db8-fe3c-40e4-8452-662220039673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:47.557305 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:48.664783 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-5ccd1cf7-cf2f-4cda-93b3-e3af3638fe4e tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3f415b8944714638938d0b3ed0759792&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335958 Jun 22 07:15:48.900387 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-b706361f-3432-48b7-8808-42aab5b1fdab tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:48.901964 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-b706361f-3432-48b7-8808-42aab5b1fdab tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2282906 Jun 22 07:15:48.923943 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-22fbd043-c616-46b4-a19f-ed18979f2225 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.22 "GET /v2.0/quotas/3f415b8944714638938d0b3ed0759792 HTTP/1.1" status: 200 len: 375 time: 0.0106556 Jun 22 07:15:48.967627 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-e7bcbbfc-1be8-467d-8a89-1ef4ed4af520 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3f415b8944714638938d0b3ed0759792&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324736 Jun 22 07:15:49.181219 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-92099a11-c72e-4983-889e-e2ef5f1bc3f4 req-ab0dcaa5-8778-407e-b3de-e9bd7c200d8a tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.22 "GET /v2.0/ports?device_id=33446c72-89e8-4c6e-8524-95cbbc0624b0 HTTP/1.1" status: 200 len: 210 time: 0.0505495 Jun 22 07:15:50.367079 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-76edf318-1d58-486f-a0a2-ffd025c247f1 req-0ba55103-6f39-4a08-9d46-f56b0e936ac4 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.22 "GET /v2.0/ports?device_id=33446c72-89e8-4c6e-8524-95cbbc0624b0 HTTP/1.1" status: 200 len: 210 time: 0.0540357 Jun 22 07:15:50.414549 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-2dd68c64-4500-40cb-8b7b-a21c2b41a2f5 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=3f415b8944714638938d0b3ed0759792&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407743 Jun 22 07:15:50.707982 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-581ab132-0612-485a-8719-a4d240a90ba0 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:50.710199 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-581ab132-0612-485a-8719-a4d240a90ba0 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2835896 Jun 22 07:15:50.732062 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-8d3c26b9-91bb-4a20-901d-0ca07a84447c tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Request body: {'port': {'device_id': '33446c72-89e8-4c6e-8524-95cbbc0624b0', 'network_id': '9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7', 'admin_state_up': True, 'tenant_id': '3f415b8944714638938d0b3ed0759792'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:50.886389 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-8d3c26b9-91bb-4a20-901d-0ca07a84447c tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Made reservation on behalf of 3f415b8944714638938d0b3ed0759792 for: {'port': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:15:50.890217 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-8d3c26b9-91bb-4a20-901d-0ca07a84447c tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:50.901119 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-8d3c26b9-91bb-4a20-901d-0ca07a84447c tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:51.017240 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-8d3c26b9-91bb-4a20-901d-0ca07a84447c tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:51.024251 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-8d3c26b9-91bb-4a20-901d-0ca07a84447c tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:51.029818 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-67ab25f8-24aa-4109-b49f-c70673e9bb0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:51.102857 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c26b9-91bb-4a20-901d-0ca07a84447c tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c31a01ce-004c-4f5c-b738-e5ff105b0402,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:51.108665 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-8d3c26b9-91bb-4a20-901d-0ca07a84447c tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:51.181000 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_common [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-8d3c26b9-91bb-4a20-901d-0ca07a84447c tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Allocated IP 192.168.233.39 (9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7/698a6993-2c0d-4563-80f1-18cdbb508b56/0d967c6c-16dd-4188-a38c-9b5aa5fa1147) {{(pid=92822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:15:51.347150 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-8d3c26b9-91bb-4a20-901d-0ca07a84447c tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Notify callbacks [] for port, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:51.364498 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.provisioning_blocks [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-8d3c26b9-91bb-4a20-901d-0ca07a84447c tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Transition to ACTIVE for port object 0d967c6c-16dd-4188-a38c-9b5aa5fa1147 will not be triggered until provisioned by entity DHCP. {{(pid=92822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:15:51.420922 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-8d3c26b9-91bb-4a20-901d-0ca07a84447c tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-133502027'] for port, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:51.425628 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-9bad8f36-62f1-4f0b-8b2f-92e69082b1ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:51.473546 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-8d3c26b9-91bb-4a20-901d-0ca07a84447c tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Network 9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7 is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:15:51.478274 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-8d3c26b9-91bb-4a20-901d-0ca07a84447c tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:15:51.482890 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-8d3c26b9-91bb-4a20-901d-0ca07a84447c tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Received port after_create {{(pid=92822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:15:51.518623 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c26b9-91bb-4a20-901d-0ca07a84447c tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Pushing event updated for resources: {'Port': ['ID=0d967c6c-16dd-4188-a38c-9b5aa5fa1147,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:51.537151 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-8d3c26b9-91bb-4a20-901d-0ca07a84447c tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:51.546615 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-8d3c26b9-91bb-4a20-901d-0ca07a84447c tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:51.547275 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-8d3c26b9-91bb-4a20-901d-0ca07a84447c tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:51.566463 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-8d3c26b9-91bb-4a20-901d-0ca07a84447c tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8410115 Jun 22 07:15:51.579632 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-277edd7e-79a2-49e4-b2b8-595ff4769fad service neutron] Request body: {'port': {'device_id': '33446c72-89e8-4c6e-8524-95cbbc0624b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:51.593115 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea7481-43e3-4bd1-b53b-732a06828068 req-58c4cc2b-8b43-4af1-bf4c-fe51a3f7ddf8 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:51.601217 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-99ea7481-43e3-4bd1-b53b-732a06828068 req-58c4cc2b-8b43-4af1-bf4c-fe51a3f7ddf8 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.22 "GET /v2.0/ports?device_id=33446c72-89e8-4c6e-8524-95cbbc0624b0 HTTP/1.1" status: 200 len: 935 time: 0.0860131 Jun 22 07:15:51.649447 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-99ea7481-43e3-4bd1-b53b-732a06828068 req-33059174-900e-46e7-9d65-902c6762456f tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.22 "GET /v2.0/security-groups?id=c31a01ce-004c-4f5c-b738-e5ff105b0402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471210 Jun 22 07:15:51.682437 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-277edd7e-79a2-49e4-b2b8-595ff4769fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:51.763565 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-a52a8e3a-ee60-4fe9-9851-9da2c225b8d5 None None] Provisioning for port 0d967c6c-16dd-4188-a38c-9b5aa5fa1147 completed by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:15:51.771226 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-a52a8e3a-ee60-4fe9-9851-9da2c225b8d5 None None] Provisioning complete for port 0d967c6c-16dd-4188-a38c-9b5aa5fa1147 triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:51.777364 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-a52a8e3a-ee60-4fe9-9851-9da2c225b8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:51.841369 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-a52a8e3a-ee60-4fe9-9851-9da2c225b8d5 None None] Port 0d967c6c-16dd-4188-a38c-9b5aa5fa1147 cannot update to ACTIVE because it is not bound. {{(pid=92823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:15:51.994135 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-277edd7e-79a2-49e4-b2b8-595ff4769fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d967c6c-16dd-4188-a38c-9b5aa5fa1147 {{(pid=92822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:15:52.002378 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-277edd7e-79a2-49e4-b2b8-595ff4769fad service neutron] Notify callbacks [] for port, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:52.016562 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.provisioning_blocks [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-277edd7e-79a2-49e4-b2b8-595ff4769fad service neutron] Transition to ACTIVE for port object 0d967c6c-16dd-4188-a38c-9b5aa5fa1147 will not be triggered until provisioned by entity L2. {{(pid=92822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:15:52.020594 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-277edd7e-79a2-49e4-b2b8-595ff4769fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:52.024377 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-4f4cb243-c800-4644-b638-123dfd4b8d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:52.118073 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277edd7e-79a2-49e4-b2b8-595ff4769fad service neutron] Pushing event updated for resources: {'Port': ['ID=0d967c6c-16dd-4188-a38c-9b5aa5fa1147,revision_number=2']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:52.125180 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-277edd7e-79a2-49e4-b2b8-595ff4769fad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:52.216129 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-277edd7e-79a2-49e4-b2b8-595ff4769fad service neutron] Attempting to bind port 0d967c6c-16dd-4188-a38c-9b5aa5fa1147 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:15:52.216649 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-277edd7e-79a2-49e4-b2b8-595ff4769fad service neutron] Attempting to bind port 0d967c6c-16dd-4188-a38c-9b5aa5fa1147 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '5c03af8a-6d42-42ba-bdc1-ba84c36790ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7'}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:15:52.217080 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-277edd7e-79a2-49e4-b2b8-595ff4769fad service neutron] Attempting to bind port 0d967c6c-16dd-4188-a38c-9b5aa5fa1147 on network 9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:15:52.223179 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-277edd7e-79a2-49e4-b2b8-595ff4769fad service neutron] Port 0d967c6c-16dd-4188-a38c-9b5aa5fa1147 on network 9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:15:52.223644 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-277edd7e-79a2-49e4-b2b8-595ff4769fad service neutron] Attempting to bind port 0d967c6c-16dd-4188-a38c-9b5aa5fa1147 on network 9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:15:52.230700 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-277edd7e-79a2-49e4-b2b8-595ff4769fad service neutron] Checking agent: {'id': '6c17c73a-1ba3-464e-bc7a-10a2b7fbfd09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'started_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:15:52.231064 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-277edd7e-79a2-49e4-b2b8-595ff4769fad service neutron] Checking segment: {'id': '5c03af8a-6d42-42ba-bdc1-ba84c36790ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:15:52.231458 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-277edd7e-79a2-49e4-b2b8-595ff4769fad service neutron] Bound using segment: {'id': '5c03af8a-6d42-42ba-bdc1-ba84c36790ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7'} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:15:52.231944 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-277edd7e-79a2-49e4-b2b8-595ff4769fad service neutron] Bound port: 0d967c6c-16dd-4188-a38c-9b5aa5fa1147, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c03af8a-6d42-42ba-bdc1-ba84c36790ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7'}}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:15:52.232405 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-277edd7e-79a2-49e4-b2b8-595ff4769fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:52.325532 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-277edd7e-79a2-49e4-b2b8-595ff4769fad service neutron] For port 0d967c6c-16dd-4188-a38c-9b5aa5fa1147, host hv-cinder-78662, cleared binding levels {{(pid=92822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:15:52.330668 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-277edd7e-79a2-49e4-b2b8-595ff4769fad service neutron] For port 0d967c6c-16dd-4188-a38c-9b5aa5fa1147, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0d967c6c-16dd-4188-a38c-9b5aa5fa1147,segment=NetworkSegment(5c03af8a-6d42-42ba-bdc1-ba84c36790ff),segment_id=5c03af8a-6d42-42ba-bdc1-ba84c36790ff)] {{(pid=92822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:15:52.336016 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-277edd7e-79a2-49e4-b2b8-595ff4769fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:52.339006 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-3374ede9-ea42-459f-ba0d-abe3df149ccd tempest-DeleteServersTestJSON-1006315533 tempest-DeleteServersTestJSON-1006315533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:52.375346 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-277edd7e-79a2-49e4-b2b8-595ff4769fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:52.375970 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-277edd7e-79a2-49e4-b2b8-595ff4769fad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:52.377456 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-277edd7e-79a2-49e4-b2b8-595ff4769fad service neutron] 10.222.0.42 "PUT /v2.0/ports/0d967c6c-16dd-4188-a38c-9b5aa5fa1147 HTTP/1.1" status: 200 len: 1097 time: 0.8022394 Jun 22 07:15:52.379952 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33446c72-89e8-4c6e-8524-95cbbc0624b0', 'tag': '0d967c6c-16dd-4188-a38c-9b5aa5fa1147'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:15:52.385615 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b4fadd-8b07-48c9-b290-be83abf28116" -d '{"events": [{"name": "network-changed", "server_uuid": "33446c72-89e8-4c6e-8524-95cbbc0624b0", "tag": "0d967c6c-16dd-4188-a38c-9b5aa5fa1147"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:15:52.467094 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277edd7e-79a2-49e4-b2b8-595ff4769fad service neutron] Pushing event updated for resources: {'Port': ['ID=0d967c6c-16dd-4188-a38c-9b5aa5fa1147,revision_number=3']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:52.474125 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556089d2-73b4-4450-9bf5-1a4ef4b8821b x-openstack-request-id: req-556089d2-73b4-4450-9bf5-1a4ef4b8821b {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:15:52.474125 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33446c72-89e8-4c6e-8524-95cbbc0624b0", "tag": "0d967c6c-16dd-4188-a38c-9b5aa5fa1147", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:15:52.475124 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-556089d2-73b4-4450-9bf5-1a4ef4b8821b {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:15:52.475564 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33446c72-89e8-4c6e-8524-95cbbc0624b0', 'tag': '0d967c6c-16dd-4188-a38c-9b5aa5fa1147', 'status': 'completed', 'code': 200} Jun 22 07:15:52.477739 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-277edd7e-79a2-49e4-b2b8-595ff4769fad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:52.512666 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-69ded7bb-fc47-448d-bb9c-1e1863ab1e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:52.514256 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-69ded7bb-fc47-448d-bb9c-1e1863ab1e43 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f415b8944714638938d0b3ed0759792&device_id=33446c72-89e8-4c6e-8524-95cbbc0624b0 HTTP/1.1" status: 200 len: 1100 time: 0.0790665 Jun 22 07:15:52.592051 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-b1f49c5e-ee8c-4e72-ae82-e0e3f6af0956 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=0d967c6c-16dd-4188-a38c-9b5aa5fa1147 HTTP/1.1" status: 200 len: 217 time: 0.0683334 Jun 22 07:15:52.645678 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-d0a3082d-56f3-4bdf-8e41-84294ef757d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:52.647657 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-d0a3082d-56f3-4bdf-8e41-84294ef757d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=698a6993-2c0d-4563-80f1-18cdbb508b56 HTTP/1.1" status: 200 len: 843 time: 0.0485373 Jun 22 07:15:52.713274 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-75f0ac9c-cf21-41e5-8b8d-0ef2a3838270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:52.714887 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-75f0ac9c-cf21-41e5-8b8d-0ef2a3838270 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0602243 Jun 22 07:15:52.822527 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-57f7ee2a-c90c-4474-a906-1696983aa7e1 service neutron] 10.222.0.42 "GET /v2.0/networks/9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961661 Jun 22 07:15:52.858834 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb4a2d-ea14-4927-9210-104b51f9b3d8 req-dd382d61-82d6-49af-824d-f9a961fc6825 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:52.860454 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-efeb4a2d-ea14-4927-9210-104b51f9b3d8 req-dd382d61-82d6-49af-824d-f9a961fc6825 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.22 "GET /v2.0/ports?device_id=33446c72-89e8-4c6e-8524-95cbbc0624b0 HTTP/1.1" status: 200 len: 947 time: 0.0747364 Jun 22 07:15:52.913650 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-efeb4a2d-ea14-4927-9210-104b51f9b3d8 req-7b3cd517-fcb2-4350-9c4f-c7cfadf2d67d tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.22 "GET /v2.0/security-groups?id=c31a01ce-004c-4f5c-b738-e5ff105b0402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430098 Jun 22 07:15:52.927406 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-a493df79-caeb-49d2-aa19-2e84b9389383 req-faae18c0-6d1d-4a99-8e7d-f1e0ea9bf369 service neutron] 10.222.0.42 "GET /v2.0/networks/9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975049 Jun 22 07:15:53.077490 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4fadd-8b07-48c9-b290-be83abf28116 req-d88fc763-54ad-4b27-82ec-836dddc8d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:53.079253 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-52b4fadd-8b07-48c9-b290-be83abf28116 req-d88fc763-54ad-4b27-82ec-836dddc8d3c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f415b8944714638938d0b3ed0759792&device_id=33446c72-89e8-4c6e-8524-95cbbc0624b0 HTTP/1.1" status: 200 len: 1100 time: 0.0707161 Jun 22 07:15:53.182739 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4fadd-8b07-48c9-b290-be83abf28116 req-9e4c5a84-4c6a-4e01-a01e-10f25b1775f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:53.184349 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-52b4fadd-8b07-48c9-b290-be83abf28116 req-9e4c5a84-4c6a-4e01-a01e-10f25b1775f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7 HTTP/1.1" status: 200 len: 870 time: 0.0970917 Jun 22 07:15:53.233067 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-52b4fadd-8b07-48c9-b290-be83abf28116 req-db60ee18-02cd-42a5-bd7b-83dec7070402 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=0d967c6c-16dd-4188-a38c-9b5aa5fa1147 HTTP/1.1" status: 200 len: 217 time: 0.0399640 Jun 22 07:15:53.288783 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4fadd-8b07-48c9-b290-be83abf28116 req-53f9f901-c3e2-4626-a97a-ece53cef5768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:53.290304 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-52b4fadd-8b07-48c9-b290-be83abf28116 req-53f9f901-c3e2-4626-a97a-ece53cef5768 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=698a6993-2c0d-4563-80f1-18cdbb508b56 HTTP/1.1" status: 200 len: 843 time: 0.0475245 Jun 22 07:15:53.358950 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4fadd-8b07-48c9-b290-be83abf28116 req-265e577a-95db-4763-88ad-30e57fe25d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:53.360906 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-52b4fadd-8b07-48c9-b290-be83abf28116 req-265e577a-95db-4763-88ad-30e57fe25d84 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0636675 Jun 22 07:15:53.481862 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-52b4fadd-8b07-48c9-b290-be83abf28116 req-2c28cdcd-2baf-4262-90c8-76f05ad7719a service neutron] 10.222.0.42 "GET /v2.0/networks/9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065588 Jun 22 07:15:53.830859 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-52b4fadd-8b07-48c9-b290-be83abf28116 req-bea4d25c-b49e-483b-b90c-2cca3df3c28b service neutron] 10.222.0.42 "GET /v2.0/networks/9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403094 Jun 22 07:15:54.121624 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f99076-6560-466d-b4e6-73b6bf06ec7c req-9797c22a-6d54-4fb2-a845-f036dfffd404 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:54.123200 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a8f99076-6560-466d-b4e6-73b6bf06ec7c req-9797c22a-6d54-4fb2-a845-f036dfffd404 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.22 "GET /v2.0/ports?device_id=33446c72-89e8-4c6e-8524-95cbbc0624b0 HTTP/1.1" status: 200 len: 947 time: 0.0750239 Jun 22 07:15:54.182622 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a8f99076-6560-466d-b4e6-73b6bf06ec7c req-56c08d97-9c7d-4f5a-9b99-814a20307280 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.22 "GET /v2.0/security-groups?id=c31a01ce-004c-4f5c-b738-e5ff105b0402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536478 Jun 22 07:15:55.308805 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 0d967c6c-16dd-4188-a38c-9b5aa5fa1147 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:15:55.401112 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb604e-86e6-4810-b32e-9c10a34ec1e6 req-9a3b5904-3e55-45c6-8566-4f477448ce55 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:55.402511 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2feb604e-86e6-4810-b32e-9c10a34ec1e6 req-9a3b5904-3e55-45c6-8566-4f477448ce55 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.22 "GET /v2.0/ports?device_id=33446c72-89e8-4c6e-8524-95cbbc0624b0 HTTP/1.1" status: 200 len: 947 time: 0.0793800 Jun 22 07:15:55.415440 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 0d967c6c-16dd-4188-a38c-9b5aa5fa1147, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0d967c6c-16dd-4188-a38c-9b5aa5fa1147,segment=NetworkSegment(5c03af8a-6d42-42ba-bdc1-ba84c36790ff),segment_id=5c03af8a-6d42-42ba-bdc1-ba84c36790ff)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:55.426913 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Returning: {'device': '0d967c6c-16dd-4188-a38c-9b5aa5fa1147', 'network_id': '9b7fb5f5-0069-4b1d-9c1d-d04276cc92e7', 'port_id': '0d967c6c-16dd-4188-a38c-9b5aa5fa1147', 'mac_address': 'fa:16:3e:19:dd:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '698a6993-2c0d-4563-80f1-18cdbb508b56', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:15:55.446168 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2feb604e-86e6-4810-b32e-9c10a34ec1e6 req-772b270e-ba6e-41a9-a542-9a4887502434 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.22 "GET /v2.0/security-groups?id=c31a01ce-004c-4f5c-b738-e5ff105b0402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373893 Jun 22 07:15:55.493120 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:55.512480 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d967c6c-16dd-4188-a38c-9b5aa5fa1147 {{(pid=92823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:15:55.533955 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 0d967c6c-16dd-4188-a38c-9b5aa5fa1147, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0d967c6c-16dd-4188-a38c-9b5aa5fa1147,segment=NetworkSegment(5c03af8a-6d42-42ba-bdc1-ba84c36790ff),segment_id=5c03af8a-6d42-42ba-bdc1-ba84c36790ff)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:55.539218 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:55.541412 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:55.593088 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=0d967c6c-16dd-4188-a38c-9b5aa5fa1147,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:55.596963 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:55.809436 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['0d967c6c-16dd-4188-a38c-9b5aa5fa1147'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:15:56.641210 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58498fa5-df57-4fff-86d2-1ee7a4bcabdd req-38f7a8e9-15e0-4f5d-883a-a77655254430 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:56.642661 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-58498fa5-df57-4fff-86d2-1ee7a4bcabdd req-38f7a8e9-15e0-4f5d-883a-a77655254430 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.22 "GET /v2.0/ports?device_id=33446c72-89e8-4c6e-8524-95cbbc0624b0 HTTP/1.1" status: 200 len: 948 time: 0.0655499 Jun 22 07:15:56.683331 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-58498fa5-df57-4fff-86d2-1ee7a4bcabdd req-b214cde4-f538-4856-8602-4d0835451f1d tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.22 "GET /v2.0/security-groups?id=c31a01ce-004c-4f5c-b738-e5ff105b0402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345123 Jun 22 07:15:57.321892 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 0d967c6c-16dd-4188-a38c-9b5aa5fa1147 up at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:15:57.370631 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning for port 0d967c6c-16dd-4188-a38c-9b5aa5fa1147 completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:15:57.374139 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning complete for port 0d967c6c-16dd-4188-a38c-9b5aa5fa1147 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:57.374523 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:57.468241 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:57.512037 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33446c72-89e8-4c6e-8524-95cbbc0624b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d967c6c-16dd-4188-a38c-9b5aa5fa1147'}] {{(pid=92823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:15:57.516091 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1855b14f289de04877f76e9f82b9d84154af39b836c558547df9393c60095739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f11997-1188-41c3-b8ef-3cd91fb79013" -d '{"events": [{"server_uuid": "33446c72-89e8-4c6e-8524-95cbbc0624b0", "name": "network-vif-plugged", "status": "completed", "tag": "0d967c6c-16dd-4188-a38c-9b5aa5fa1147"}]}' {{(pid=92823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:15:57.535879 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 0d967c6c-16dd-4188-a38c-9b5aa5fa1147, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0d967c6c-16dd-4188-a38c-9b5aa5fa1147,segment=NetworkSegment(5c03af8a-6d42-42ba-bdc1-ba84c36790ff),segment_id=5c03af8a-6d42-42ba-bdc1-ba84c36790ff)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:57.541859 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:57.545941 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:57.572406 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9eed7ab-c3bf-441c-ba0f-2ac52e8649b8 x-openstack-request-id: req-c9eed7ab-c3bf-441c-ba0f-2ac52e8649b8 {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:15:57.572406 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33446c72-89e8-4c6e-8524-95cbbc0624b0", "name": "network-vif-plugged", "status": "completed", "tag": "0d967c6c-16dd-4188-a38c-9b5aa5fa1147", "code": 200}]} {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:15:57.572924 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c9eed7ab-c3bf-441c-ba0f-2ac52e8649b8 {{(pid=92823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:15:57.573098 dv-cinder-786627-11-smb neutron-server[92823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33446c72-89e8-4c6e-8524-95cbbc0624b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d967c6c-16dd-4188-a38c-9b5aa5fa1147', 'code': 200} Jun 22 07:15:57.604352 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=0d967c6c-16dd-4188-a38c-9b5aa5fa1147,revision_number=5']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:57.607531 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:57.810627 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d85d61-dce5-4162-87be-443be120bce6 req-55d55065-3ff8-4aa6-b219-9364cccfcc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:57.812860 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-a8d85d61-dce5-4162-87be-443be120bce6 req-55d55065-3ff8-4aa6-b219-9364cccfcc54 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=33446c72-89e8-4c6e-8524-95cbbc0624b0 HTTP/1.1" status: 200 len: 1102 time: 0.0599642 Jun 22 07:15:57.868243 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-a8d85d61-dce5-4162-87be-443be120bce6 req-fcf404ce-87b4-42e7-8297-5b5c0883b9a1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c31a01ce-004c-4f5c-b738-e5ff105b0402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469956 Jun 22 07:15:57.919274 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cfa58-d287-4efb-919d-81185ffc2533 req-2c793e83-b724-41f8-a820-97f5db6a5620 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:57.920733 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-678cfa58-d287-4efb-919d-81185ffc2533 req-2c793e83-b724-41f8-a820-97f5db6a5620 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.22 "GET /v2.0/ports?device_id=33446c72-89e8-4c6e-8524-95cbbc0624b0 HTTP/1.1" status: 200 len: 949 time: 0.1053817 Jun 22 07:15:57.963987 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-678cfa58-d287-4efb-919d-81185ffc2533 req-12f9b4e1-a297-4bc9-8a7c-5699774bf368 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.22 "GET /v2.0/security-groups?id=c31a01ce-004c-4f5c-b738-e5ff105b0402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376940 Jun 22 07:15:58.233902 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3740b8-40ca-4f7a-beb9-37ad87b71887 req-8eed508c-c493-488a-b09a-9c9d2b2d8137 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:58.235338 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ee3740b8-40ca-4f7a-beb9-37ad87b71887 req-8eed508c-c493-488a-b09a-9c9d2b2d8137 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 945 time: 0.0696175 Jun 22 07:15:58.275703 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ee3740b8-40ca-4f7a-beb9-37ad87b71887 req-1c6745ea-57d1-4267-b86f-d0ada04764c5 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333030 Jun 22 07:15:59.157446 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdd62a-6a10-4f95-8b8f-a0bfa96e42c1 req-507f10e9-c375-4125-9fd9-3ce9d0834969 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:59.158948 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c6bdd62a-6a10-4f95-8b8f-a0bfa96e42c1 req-507f10e9-c375-4125-9fd9-3ce9d0834969 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.22 "GET /v2.0/ports?device_id=33446c72-89e8-4c6e-8524-95cbbc0624b0 HTTP/1.1" status: 200 len: 949 time: 0.0755880 Jun 22 07:15:59.201245 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c6bdd62a-6a10-4f95-8b8f-a0bfa96e42c1 req-fe02721a-b7f1-4fb3-a67e-6c8c1e6adfcd tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.22 "GET /v2.0/security-groups?id=c31a01ce-004c-4f5c-b738-e5ff105b0402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361862 Jun 22 07:15:59.461070 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687aa48-53b9-4edd-bac5-088b8a3bb226 req-93ca8ce0-2e8c-4df9-9996-f71d96417226 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:59.462923 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4687aa48-53b9-4edd-bac5-088b8a3bb226 req-93ca8ce0-2e8c-4df9-9996-f71d96417226 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 945 time: 0.0668104 Jun 22 07:15:59.507366 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4687aa48-53b9-4edd-bac5-088b8a3bb226 req-5cbeedd3-cba8-4439-8ece-f7959047072a tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376570 Jun 22 07:15:59.651395 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff65d9-1625-47da-b8b4-c1ed1395e613 req-eb784413-25f3-493f-a064-08eabc082130 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:59.652904 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-abff65d9-1625-47da-b8b4-c1ed1395e613 req-eb784413-25f3-493f-a064-08eabc082130 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.22 "GET /v2.0/ports?device_id=33446c72-89e8-4c6e-8524-95cbbc0624b0 HTTP/1.1" status: 200 len: 949 time: 0.0723352 Jun 22 07:15:59.693052 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-abff65d9-1625-47da-b8b4-c1ed1395e613 req-b576a2ea-9502-4fe6-8058-6da0b586d123 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.22 "GET /v2.0/security-groups?id=c31a01ce-004c-4f5c-b738-e5ff105b0402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340855 Jun 22 07:16:00.717272 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15d570-a43a-4e67-899d-bd2cf88d5adb req-19e66061-b48d-4f34-8abc-8b821047b492 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:00.718847 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7a15d570-a43a-4e67-899d-bd2cf88d5adb req-19e66061-b48d-4f34-8abc-8b821047b492 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 945 time: 0.0728905 Jun 22 07:16:00.769742 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7a15d570-a43a-4e67-899d-bd2cf88d5adb req-fb8f6dc9-5b1c-41c4-b223-471b9339900e tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368869 Jun 22 07:16:00.886266 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc6e4e-e763-40a5-93db-4aab4d1edcbf req-28540a7c-739b-4e4c-b5f2-64d052f79615 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:00.887887 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-97cc6e4e-e763-40a5-93db-4aab4d1edcbf req-28540a7c-739b-4e4c-b5f2-64d052f79615 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.22 "GET /v2.0/ports?device_id=33446c72-89e8-4c6e-8524-95cbbc0624b0 HTTP/1.1" status: 200 len: 949 time: 0.0685904 Jun 22 07:16:00.933720 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-97cc6e4e-e763-40a5-93db-4aab4d1edcbf req-ae58a00f-6907-4a51-8f5c-63e1f0182763 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.22 "GET /v2.0/security-groups?id=c31a01ce-004c-4f5c-b738-e5ff105b0402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390580 Jun 22 07:16:01.085325 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc81628-6b29-43ec-b7fe-3dd26842f5a2 req-cfaa2b11-1ce9-484c-be22-4e4b5d3627cf tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:01.086951 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-1cc81628-6b29-43ec-b7fe-3dd26842f5a2 req-cfaa2b11-1ce9-484c-be22-4e4b5d3627cf tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.42 "GET /v2.0/ports?device_id=33446c72-89e8-4c6e-8524-95cbbc0624b0 HTTP/1.1" status: 200 len: 949 time: 0.0694516 Jun 22 07:16:01.198084 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-1cc81628-6b29-43ec-b7fe-3dd26842f5a2 req-1519ae6d-cd9f-4828-a126-4e286fca1a67 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Deleting port 0d967c6c-16dd-4188-a38c-9b5aa5fa1147 {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:16:01.198340 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-1cc81628-6b29-43ec-b7fe-3dd26842f5a2 req-1519ae6d-cd9f-4828-a126-4e286fca1a67 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:01.293252 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-1cc81628-6b29-43ec-b7fe-3dd26842f5a2 req-1519ae6d-cd9f-4828-a126-4e286fca1a67 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] For port 0d967c6c-16dd-4188-a38c-9b5aa5fa1147, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0d967c6c-16dd-4188-a38c-9b5aa5fa1147,segment=NetworkSegment(5c03af8a-6d42-42ba-bdc1-ba84c36790ff),segment_id=5c03af8a-6d42-42ba-bdc1-ba84c36790ff)] {{(pid=92822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:16:01.293603 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-1cc81628-6b29-43ec-b7fe-3dd26842f5a2 req-1519ae6d-cd9f-4828-a126-4e286fca1a67 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:01.365551 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-1cc81628-6b29-43ec-b7fe-3dd26842f5a2 req-1519ae6d-cd9f-4828-a126-4e286fca1a67 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Calling delete_port for 0d967c6c-16dd-4188-a38c-9b5aa5fa1147 owned by compute:nova {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:16:01.507807 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-1cc81628-6b29-43ec-b7fe-3dd26842f5a2 req-1519ae6d-cd9f-4828-a126-4e286fca1a67 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:01.511542 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-25a28c13-03d4-4fb0-ab4c-f2ac01d7a453 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:01.519782 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['0d967c6c-16dd-4188-a38c-9b5aa5fa1147'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:16:01.537563 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519ae6d-cd9f-4828-a126-4e286fca1a67 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Pushing event deleted for resources: {'Port': ['ID=0d967c6c-16dd-4188-a38c-9b5aa5fa1147,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:01.540637 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-1519ae6d-cd9f-4828-a126-4e286fca1a67 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:01.587345 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc81628-6b29-43ec-b7fe-3dd26842f5a2 req-1519ae6d-cd9f-4828-a126-4e286fca1a67 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] No DVR routers for this DVR port 0d967c6c-16dd-4188-a38c-9b5aa5fa1147 on host hv-cinder-78662 {{(pid=92822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:16:01.589895 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-1cc81628-6b29-43ec-b7fe-3dd26842f5a2 req-1519ae6d-cd9f-4828-a126-4e286fca1a67 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:01.591924 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-1cc81628-6b29-43ec-b7fe-3dd26842f5a2 req-1519ae6d-cd9f-4828-a126-4e286fca1a67 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.42 "DELETE /v2.0/ports/0d967c6c-16dd-4188-a38c-9b5aa5fa1147 HTTP/1.1" status: 204 len: 173 time: 0.4990029 Jun 22 07:16:01.592464 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33446c72-89e8-4c6e-8524-95cbbc0624b0', 'name': 'network-vif-deleted', 'tag': '0d967c6c-16dd-4188-a38c-9b5aa5fa1147'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:16:01.595070 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00c969e-3acf-4e43-bb32-4e749e5494a5" -d '{"events": [{"server_uuid": "33446c72-89e8-4c6e-8524-95cbbc0624b0", "name": "network-vif-deleted", "tag": "0d967c6c-16dd-4188-a38c-9b5aa5fa1147"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:16:01.645855 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086f5aa1-2ea8-4979-a33f-a2b40d009a75 x-openstack-request-id: req-086f5aa1-2ea8-4979-a33f-a2b40d009a75 {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:16:01.647496 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33446c72-89e8-4c6e-8524-95cbbc0624b0", "name": "network-vif-deleted", "tag": "0d967c6c-16dd-4188-a38c-9b5aa5fa1147", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:16:01.647800 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-086f5aa1-2ea8-4979-a33f-a2b40d009a75 {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:16:01.648237 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33446c72-89e8-4c6e-8524-95cbbc0624b0', 'name': 'network-vif-deleted', 'tag': '0d967c6c-16dd-4188-a38c-9b5aa5fa1147', 'status': 'completed', 'code': 200} Jun 22 07:16:01.957196 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d75b4-0380-480f-8347-9f3f8407de9a req-d678b142-b651-48e7-823c-c72a52625725 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:01.959530 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-9f1d75b4-0380-480f-8347-9f3f8407de9a req-d678b142-b651-48e7-823c-c72a52625725 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 945 time: 0.0699356 Jun 22 07:16:02.002763 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-9f1d75b4-0380-480f-8347-9f3f8407de9a req-dbf12995-11eb-4412-913d-169fbdaf0a68 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375378 Jun 22 07:16:02.185396 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b159dae4-afb1-425d-b8b5-b0518ec29f4a req-7f267d0f-fb02-465c-8c4a-2907d1c0bd25 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] 10.222.0.22 "GET /v2.0/ports?device_id=33446c72-89e8-4c6e-8524-95cbbc0624b0 HTTP/1.1" status: 200 len: 210 time: 0.0496829 Jun 22 07:16:03.206475 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7e940-79bd-4df1-852d-db21d97a1dfe req-beb8a046-fabb-4599-8cc8-7d556361b69f tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:03.208154 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d4e7e940-79bd-4df1-852d-db21d97a1dfe req-beb8a046-fabb-4599-8cc8-7d556361b69f tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 945 time: 0.0655348 Jun 22 07:16:03.252601 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d4e7e940-79bd-4df1-852d-db21d97a1dfe req-abf01821-37eb-4a70-bfc4-dde301b3d97a tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382552 Jun 22 07:16:04.132095 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ec5bb301-f7e8-4f41-be28-e1575726d4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:04.466092 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855f64d-3b98-4a64-ac66-5ce357a90885 req-5abac144-1c3f-4d2b-b105-62fea0b151e7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:04.468701 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-3855f64d-3b98-4a64-ac66-5ce357a90885 req-5abac144-1c3f-4d2b-b105-62fea0b151e7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 945 time: 0.0851555 Jun 22 07:16:04.511251 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-3855f64d-3b98-4a64-ac66-5ce357a90885 req-86bbf1cc-b32e-4b79-a5d0-c2645302e182 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357678 Jun 22 07:16:05.004797 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 6 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:16:05.357130 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 0d967c6c-16dd-4188-a38c-9b5aa5fa1147 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:16:05.380980 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] No Port match for: 0d967c6c-16dd-4188-a38c-9b5aa5fa1147 {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:16:05.381344 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 0d967c6c-16dd-4188-a38c-9b5aa5fa1147 not bound to the agent host hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:16:05.731992 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d07052-a0b6-404a-b010-7d317783a75b req-26487722-1bda-484f-b5fd-986780a8de67 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:05.733535 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-12d07052-a0b6-404a-b010-7d317783a75b req-26487722-1bda-484f-b5fd-986780a8de67 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 945 time: 0.0887876 Jun 22 07:16:05.789186 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-12d07052-a0b6-404a-b010-7d317783a75b req-1a53520e-3454-48eb-a117-483c9ddb4a66 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498657 Jun 22 07:16:06.734072 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-94551f75-8f6d-403c-90ec-ab68055f1e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:06.935253 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:06.979507 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c77aa6-591d-475d-a0f9-182b777daf83 req-68344d49-0da2-4d59-becb-70c75e4c4c05 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:06.980961 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e8c77aa6-591d-475d-a0f9-182b777daf83 req-68344d49-0da2-4d59-becb-70c75e4c4c05 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 945 time: 0.0674546 Jun 22 07:16:07.019754 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e8c77aa6-591d-475d-a0f9-182b777daf83 req-043fe52d-3a1b-4c92-8512-0d905f6a901f tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331326 Jun 22 07:16:07.504580 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 36080) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:16:07.673133 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-7f6a2295-8598-4a98-8835-813bd0be7603 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3f415b8944714638938d0b3ed0759792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1672106 Jun 22 07:16:07.675567 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 36084) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:16:07.718279 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:07.725850 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-1da0dc23-a617-4a12-80f7-ba1870e4dd30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:07.750757 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-1da0dc23-a617-4a12-80f7-ba1870e4dd30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:07.796630 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-1da0dc23-a617-4a12-80f7-ba1870e4dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:07.799268 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-1da0dc23-a617-4a12-80f7-ba1870e4dd30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:07.800412 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-1da0dc23-a617-4a12-80f7-ba1870e4dd30 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c31a01ce-004c-4f5c-b738-e5ff105b0402 HTTP/1.1" status: 204 len: 168 time: 0.1239288 Jun 22 07:16:07.801159 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-57fd2db8-fe3c-40e4-8452-662220039673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:07.808921 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0dc23-a617-4a12-80f7-ba1870e4dd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31a01ce-004c-4f5c-b738-e5ff105b0402,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:07.811330 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-1da0dc23-a617-4a12-80f7-ba1870e4dd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:08.200097 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf3d6b-e12b-4d95-b63c-850dc274a262 req-c828bb2b-75f9-4316-9d43-3aabe3659c28 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:08.201572 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1cdf3d6b-e12b-4d95-b63c-850dc274a262 req-c828bb2b-75f9-4316-9d43-3aabe3659c28 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 945 time: 0.0667360 Jun 22 07:16:08.241740 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1cdf3d6b-e12b-4d95-b63c-850dc274a262 req-dee9500d-84d3-49f8-bf37-c5b083db864f tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341346 Jun 22 07:16:08.332047 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7045e3a-6f71-4758-9c56-a8f943ea09e6 req-e690da02-8d00-4c64-8a00-407e2ce45eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:08.333873 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-f7045e3a-6f71-4758-9c56-a8f943ea09e6 req-e690da02-8d00-4c64-8a00-407e2ce45eb3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca81329e8fd44855893856626d570c21&device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 1098 time: 0.0570483 Jun 22 07:16:08.430444 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7045e3a-6f71-4758-9c56-a8f943ea09e6 req-e8b79e37-beec-4a4b-a644-8d9948779cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:08.431943 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-f7045e3a-6f71-4758-9c56-a8f943ea09e6 req-e8b79e37-beec-4a4b-a644-8d9948779cf0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ce36a1f-c09b-4d07-ae5c-9465c4773b3d HTTP/1.1" status: 200 len: 909 time: 0.0903847 Jun 22 07:16:08.501307 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-f7045e3a-6f71-4758-9c56-a8f943ea09e6 req-a631da20-bae8-468c-bb89-9192c075843d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96b80d4b-875f-4406-9abe-3d9e7d17f53a HTTP/1.1" status: 200 len: 1000 time: 0.0620728 Jun 22 07:16:08.554552 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7045e3a-6f71-4758-9c56-a8f943ea09e6 req-24d457c4-cb5c-4555-96fd-de79e82934c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:08.556368 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-f7045e3a-6f71-4758-9c56-a8f943ea09e6 req-24d457c4-cb5c-4555-96fd-de79e82934c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e803715f-67bf-442c-9b95-373513a2130d HTTP/1.1" status: 200 len: 847 time: 0.0466816 Jun 22 07:16:08.646634 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7045e3a-6f71-4758-9c56-a8f943ea09e6 req-24d5eff8-74ee-49d8-b106-9f9e714cb49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:08.649361 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-f7045e3a-6f71-4758-9c56-a8f943ea09e6 req-24d5eff8-74ee-49d8-b106-9f9e714cb49e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ce36a1f-c09b-4d07-ae5c-9465c4773b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0849442 Jun 22 07:16:08.752173 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-f7045e3a-6f71-4758-9c56-a8f943ea09e6 req-2e3b17b6-40f6-4dc4-b8df-42df9e0285df service neutron] 10.222.0.42 "GET /v2.0/networks/0ce36a1f-c09b-4d07-ae5c-9465c4773b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942249 Jun 22 07:16:08.862084 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-f7045e3a-6f71-4758-9c56-a8f943ea09e6 req-a4f013e6-555f-490f-8524-64fb373fc9b9 service neutron] 10.222.0.42 "GET /v2.0/networks/0ce36a1f-c09b-4d07-ae5c-9465c4773b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986218 Jun 22 07:16:09.422913 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a1ae6-b08d-45e1-baa0-33fcfee745b3 req-fabe1942-f8a6-4f0d-8ccd-972d89d9a74a tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:09.424502 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e53a1ae6-b08d-45e1-baa0-33fcfee745b3 req-fabe1942-f8a6-4f0d-8ccd-972d89d9a74a tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 945 time: 0.0671921 Jun 22 07:16:09.464054 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e53a1ae6-b08d-45e1-baa0-33fcfee745b3 req-04dc3fe4-7d26-47e1-ac98-85fa99aa623c tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332506 Jun 22 07:16:09.794888 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:10.668830 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722db33-2616-431d-b89d-ade91ecb3388 req-d49410aa-da06-4603-826b-23d635912c7b tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:10.670644 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5722db33-2616-431d-b89d-ade91ecb3388 req-d49410aa-da06-4603-826b-23d635912c7b tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 945 time: 0.0780799 Jun 22 07:16:10.715406 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5722db33-2616-431d-b89d-ade91ecb3388 req-4aae1b9a-3ab6-41e2-b0e1-79b5bfdb0440 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390894 Jun 22 07:16:11.896090 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d110e6-68ff-45a2-89f6-dac21225ae19 req-a14419dd-2ddd-4bd0-97a8-b00c7ec19e6c tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:11.897577 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-80d110e6-68ff-45a2-89f6-dac21225ae19 req-a14419dd-2ddd-4bd0-97a8-b00c7ec19e6c tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 945 time: 0.0662947 Jun 22 07:16:11.937284 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-80d110e6-68ff-45a2-89f6-dac21225ae19 req-8046d688-ed86-4aa5-80b5-e06602202663 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340271 Jun 22 07:16:12.231079 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-1d2e3e30-23b7-4b67-866e-ce9802244ea9 req-8f157bf6-a515-45a4-bcf6-6912438ea8ec service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0594814 Jun 22 07:16:12.300999 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d535e21-3d88-4ce6-a990-e7ea75fc7eef req-85eb2be8-a62e-4498-baf9-79b0e69542ea tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:12.303825 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1d535e21-3d88-4ce6-a990-e7ea75fc7eef req-85eb2be8-a62e-4498-baf9-79b0e69542ea tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 945 time: 0.0700259 Jun 22 07:16:12.348232 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1d535e21-3d88-4ce6-a990-e7ea75fc7eef req-0c5f7000-c8eb-4708-a4cc-53a25fdbb654 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395489 Jun 22 07:16:13.389867 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 96b80d4b-875f-4406-9abe-3d9e7d17f53a no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:16:13.468245 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:13.492097 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c440b477-2189-4541-bcab-2cd429781cdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b80d4b-875f-4406-9abe-3d9e7d17f53a'}] {{(pid=92823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:16:13.494679 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1855b14f289de04877f76e9f82b9d84154af39b836c558547df9393c60095739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c5720b-09e1-4761-84b4-ea873b59810a" -d '{"events": [{"server_uuid": "c440b477-2189-4541-bcab-2cd429781cdd", "name": "network-vif-unplugged", "status": "completed", "tag": "96b80d4b-875f-4406-9abe-3d9e7d17f53a"}]}' {{(pid=92823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:16:13.507488 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 96b80d4b-875f-4406-9abe-3d9e7d17f53a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=96b80d4b-875f-4406-9abe-3d9e7d17f53a,segment=NetworkSegment(8cda4519-954f-4232-ad51-84edb5ca56b5),segment_id=8cda4519-954f-4232-ad51-84edb5ca56b5)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:16:13.513955 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:13.517477 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-6c828282-a715-4ead-a4e8-a59b3291ef44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:13.542875 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 07:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8caca6-4aae-448b-bbbf-855a0a8587d7 x-openstack-request-id: req-2d8caca6-4aae-448b-bbbf-855a0a8587d7 {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:16:13.543107 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e3e30-23b7-4b67-866e-ce9802244ea9 req-fbd34746-8b69-4461-bc71-e3f30163bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:13.543607 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c440b477-2189-4541-bcab-2cd429781cdd", "name": "network-vif-unplugged", "status": "completed", "tag": "96b80d4b-875f-4406-9abe-3d9e7d17f53a", "code": 200}]} {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:16:13.543607 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2d8caca6-4aae-448b-bbbf-855a0a8587d7 {{(pid=92823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:16:13.543806 dv-cinder-786627-11-smb neutron-server[92823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c440b477-2189-4541-bcab-2cd429781cdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b80d4b-875f-4406-9abe-3d9e7d17f53a', 'code': 200} Jun 22 07:16:13.544614 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-1d2e3e30-23b7-4b67-866e-ce9802244ea9 req-fbd34746-8b69-4461-bc71-e3f30163bb43 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd&tenant_id=ca81329e8fd44855893856626d570c21 HTTP/1.1" status: 200 len: 1098 time: 0.0852163 Jun 22 07:16:13.549459 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a7479-9484-4502-9025-fbe8b9bf09e6 req-8b19d8e2-fb83-4b24-977d-00a4283a69c8 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:13.550993 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0d3a7479-9484-4502-9025-fbe8b9bf09e6 req-8b19d8e2-fb83-4b24-977d-00a4283a69c8 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 945 time: 0.0827637 Jun 22 07:16:13.572684 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=96b80d4b-875f-4406-9abe-3d9e7d17f53a,revision_number=6']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:13.575933 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:13.592775 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0d3a7479-9484-4502-9025-fbe8b9bf09e6 req-d6641895-10b2-423d-b295-a41d7680be0f tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354140 Jun 22 07:16:13.631334 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e3e30-23b7-4b67-866e-ce9802244ea9 req-99d7511b-025a-41bd-940e-d21ec53bf1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:13.632850 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-1d2e3e30-23b7-4b67-866e-ce9802244ea9 req-99d7511b-025a-41bd-940e-d21ec53bf1fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca81329e8fd44855893856626d570c21&device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 1096 time: 0.0625343 Jun 22 07:16:13.732326 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e3e30-23b7-4b67-866e-ce9802244ea9 req-664ba617-8f49-48d6-86b1-02a993b59fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:13.733773 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-1d2e3e30-23b7-4b67-866e-ce9802244ea9 req-664ba617-8f49-48d6-86b1-02a993b59fdc service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ce36a1f-c09b-4d07-ae5c-9465c4773b3d HTTP/1.1" status: 200 len: 909 time: 0.0947473 Jun 22 07:16:13.797501 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-1d2e3e30-23b7-4b67-866e-ce9802244ea9 req-9e3f3045-14bb-4799-82cc-dd7aaccc15fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96b80d4b-875f-4406-9abe-3d9e7d17f53a HTTP/1.1" status: 200 len: 998 time: 0.0567725 Jun 22 07:16:13.851133 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e3e30-23b7-4b67-866e-ce9802244ea9 req-827b23bd-9e56-47d8-b13d-2fe7fceca9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:13.852605 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-1d2e3e30-23b7-4b67-866e-ce9802244ea9 req-827b23bd-9e56-47d8-b13d-2fe7fceca9db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e803715f-67bf-442c-9b95-373513a2130d HTTP/1.1" status: 200 len: 847 time: 0.0480325 Jun 22 07:16:13.913295 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e3e30-23b7-4b67-866e-ce9802244ea9 req-e44cdd49-5b22-405a-b999-5bc854df5e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:13.914783 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-1d2e3e30-23b7-4b67-866e-ce9802244ea9 req-e44cdd49-5b22-405a-b999-5bc854df5e70 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ce36a1f-c09b-4d07-ae5c-9465c4773b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0558157 Jun 22 07:16:14.004739 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-1d2e3e30-23b7-4b67-866e-ce9802244ea9 req-58474a59-ab0f-4a53-97e5-3c6992c3cef1 service neutron] 10.222.0.42 "GET /v2.0/networks/0ce36a1f-c09b-4d07-ae5c-9465c4773b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833342 Jun 22 07:16:14.101983 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-1d2e3e30-23b7-4b67-866e-ce9802244ea9 req-0977e573-31a2-4f85-ba86-68b2af3dd1a6 service neutron] 10.222.0.42 "GET /v2.0/networks/0ce36a1f-c09b-4d07-ae5c-9465c4773b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890894 Jun 22 07:16:14.767017 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9183b-9719-42c7-aebb-49822846c8cd req-01eb1c39-2b3e-44e1-81e3-14398c35b1c9 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:14.768518 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-80b9183b-9719-42c7-aebb-49822846c8cd req-01eb1c39-2b3e-44e1-81e3-14398c35b1c9 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 943 time: 0.0635271 Jun 22 07:16:14.807083 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-80b9183b-9719-42c7-aebb-49822846c8cd req-e12f46cf-83cd-461c-a09a-d29c1eb147d7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322771 Jun 22 07:16:16.000992 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012d589-6ccd-4ccd-bb17-f4f0f149065f req-3ad71011-580b-4dbd-bf50-63d13b1ed073 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:16.002409 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f012d589-6ccd-4ccd-bb17-f4f0f149065f req-3ad71011-580b-4dbd-bf50-63d13b1ed073 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 943 time: 0.0802958 Jun 22 07:16:16.043366 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f012d589-6ccd-4ccd-bb17-f4f0f149065f req-d94693cf-1356-4f14-a233-3521ddc67127 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343857 Jun 22 07:16:17.020078 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce6b1b-d858-45cb-aacf-505a02332043 req-540cde9b-c2f5-433c-8937-390bca26bfec tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:17.021571 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-75ce6b1b-d858-45cb-aacf-505a02332043 req-540cde9b-c2f5-433c-8937-390bca26bfec tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.0655041 Jun 22 07:16:17.060937 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-75ce6b1b-d858-45cb-aacf-505a02332043 req-c2c5f094-f0bd-4e34-858f-13b2730d3576 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336058 Jun 22 07:16:17.226631 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7fb17-3c04-49a2-a398-7138a5156617 req-d6617217-e768-437c-8c8d-bf34437cdcac tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:17.228129 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-cdc7fb17-3c04-49a2-a398-7138a5156617 req-d6617217-e768-437c-8c8d-bf34437cdcac tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 943 time: 0.0621068 Jun 22 07:16:17.267072 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-cdc7fb17-3c04-49a2-a398-7138a5156617 req-3025cf4b-e929-4a4f-948a-1e7f05adc7d3 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330091 Jun 22 07:16:17.431978 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 96b80d4b-875f-4406-9abe-3d9e7d17f53a details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:16:17.528905 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 96b80d4b-875f-4406-9abe-3d9e7d17f53a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=96b80d4b-875f-4406-9abe-3d9e7d17f53a,segment=NetworkSegment(8cda4519-954f-4232-ad51-84edb5ca56b5),segment_id=8cda4519-954f-4232-ad51-84edb5ca56b5)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:16:17.538325 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb14873-87b3-4047-87ea-b30999046e80 req-324268b6-abe6-4fb9-a69f-91769915920c tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:17.539859 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4bb14873-87b3-4047-87ea-b30999046e80 req-324268b6-abe6-4fb9-a69f-91769915920c tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 945 time: 0.0680537 Jun 22 07:16:17.541139 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Returning: {'device': '96b80d4b-875f-4406-9abe-3d9e7d17f53a', 'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d', 'port_id': '96b80d4b-875f-4406-9abe-3d9e7d17f53a', 'mac_address': 'fa:16:3e:52:8e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e803715f-67bf-442c-9b95-373513a2130d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:16:17.579424 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4bb14873-87b3-4047-87ea-b30999046e80 req-ad87bce4-8b96-404a-b3be-64f08c76b857 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338156 Jun 22 07:16:17.589653 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:17.590707 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:17.604166 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b80d4b-875f-4406-9abe-3d9e7d17f53a {{(pid=92823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:16:17.624988 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 96b80d4b-875f-4406-9abe-3d9e7d17f53a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=96b80d4b-875f-4406-9abe-3d9e7d17f53a,segment=NetworkSegment(8cda4519-954f-4232-ad51-84edb5ca56b5),segment_id=8cda4519-954f-4232-ad51-84edb5ca56b5)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:16:17.628901 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:17.631610 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:17.685338 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=96b80d4b-875f-4406-9abe-3d9e7d17f53a,revision_number=7']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:17.688281 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:17.869223 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['96b80d4b-875f-4406-9abe-3d9e7d17f53a'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:16:18.233417 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57419e-5715-4089-9769-a690dfc2e634 req-617b7de9-912a-4afb-b07c-ca72a1f263d6 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:18.234850 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4d57419e-5715-4089-9769-a690dfc2e634 req-617b7de9-912a-4afb-b07c-ca72a1f263d6 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.0606539 Jun 22 07:16:18.271866 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4d57419e-5715-4089-9769-a690dfc2e634 req-3a604bac-82cf-4ab8-9f79-11c64a707b62 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306518 Jun 22 07:16:18.447265 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598d656-77a7-4fe2-93b3-c3ef551fc653 req-d4b517e4-5c16-4650-a2b3-a4055d67d206 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:18.448717 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4598d656-77a7-4fe2-93b3-c3ef551fc653 req-d4b517e4-5c16-4650-a2b3-a4055d67d206 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 944 time: 0.0651472 Jun 22 07:16:18.486492 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4598d656-77a7-4fe2-93b3-c3ef551fc653 req-9967f89b-4cfd-4ebd-b466-568183919964 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321269 Jun 22 07:16:18.761146 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee51a3-0bde-4c08-b607-e3d8e32dcef4 req-30f2221d-1589-4932-9952-6131f98a8541 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:18.762589 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-13ee51a3-0bde-4c08-b607-e3d8e32dcef4 req-30f2221d-1589-4932-9952-6131f98a8541 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 945 time: 0.0631740 Jun 22 07:16:18.799234 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-13ee51a3-0bde-4c08-b607-e3d8e32dcef4 req-2fa26d74-3a30-41cc-ad79-0346002c0e06 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310447 Jun 22 07:16:19.432495 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 96b80d4b-875f-4406-9abe-3d9e7d17f53a up at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:16:19.452961 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd282948-02e0-4b80-9d5d-c4c1f6ae241b req-7ce24cfb-e2e3-4cfa-b1a6-78893793e291 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:19.454454 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-dd282948-02e0-4b80-9d5d-c4c1f6ae241b req-7ce24cfb-e2e3-4cfa-b1a6-78893793e291 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.0651929 Jun 22 07:16:19.480055 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning complete for port 96b80d4b-875f-4406-9abe-3d9e7d17f53a triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:16:19.480437 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:19.494181 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-dd282948-02e0-4b80-9d5d-c4c1f6ae241b req-2511f8cb-87e1-40d0-85f5-d17df0f2f8bc tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335288 Jun 22 07:16:19.560955 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:19.584588 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c440b477-2189-4541-bcab-2cd429781cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b80d4b-875f-4406-9abe-3d9e7d17f53a'}] {{(pid=92823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:16:19.586883 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1855b14f289de04877f76e9f82b9d84154af39b836c558547df9393c60095739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf88abd-62b5-4c59-b93e-774f21ad1fd3" -d '{"events": [{"server_uuid": "c440b477-2189-4541-bcab-2cd429781cdd", "name": "network-vif-plugged", "status": "completed", "tag": "96b80d4b-875f-4406-9abe-3d9e7d17f53a"}]}' {{(pid=92823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:16:19.601355 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 96b80d4b-875f-4406-9abe-3d9e7d17f53a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=96b80d4b-875f-4406-9abe-3d9e7d17f53a,segment=NetworkSegment(8cda4519-954f-4232-ad51-84edb5ca56b5),segment_id=8cda4519-954f-4232-ad51-84edb5ca56b5)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:16:19.606404 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:19.609450 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:19.640919 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab21b00-ba45-463a-af92-e7defc0e56d3 x-openstack-request-id: req-aab21b00-ba45-463a-af92-e7defc0e56d3 {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:16:19.640919 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c440b477-2189-4541-bcab-2cd429781cdd", "name": "network-vif-plugged", "status": "completed", "tag": "96b80d4b-875f-4406-9abe-3d9e7d17f53a", "code": 200}]} {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:16:19.640919 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aab21b00-ba45-463a-af92-e7defc0e56d3 {{(pid=92823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:16:19.641398 dv-cinder-786627-11-smb neutron-server[92823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c440b477-2189-4541-bcab-2cd429781cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b80d4b-875f-4406-9abe-3d9e7d17f53a', 'code': 200} Jun 22 07:16:19.675000 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=96b80d4b-875f-4406-9abe-3d9e7d17f53a,revision_number=8']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:19.678700 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:19.683856 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315666f5-0060-408b-8d21-e0e8d1bbf602 req-352dec5c-49ae-4d46-bb9d-7953d48f33d0 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:19.685223 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-315666f5-0060-408b-8d21-e0e8d1bbf602 req-352dec5c-49ae-4d46-bb9d-7953d48f33d0 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 945 time: 0.0850656 Jun 22 07:16:19.723125 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-315666f5-0060-408b-8d21-e0e8d1bbf602 req-359df998-88a6-4462-a7d2-b93bf65af3e7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321493 Jun 22 07:16:19.901122 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f32ed-1eee-4fdb-88f3-8eec9ae5a417 req-c3698d75-e675-4c8a-9929-6e76781778ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:19.902608 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-476f32ed-1eee-4fdb-88f3-8eec9ae5a417 req-c3698d75-e675-4c8a-9929-6e76781778ab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 1098 time: 0.0528045 Jun 22 07:16:19.938878 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-476f32ed-1eee-4fdb-88f3-8eec9ae5a417 req-6698793b-4514-451a-8c9f-240dd11313a0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296841 Jun 22 07:16:19.982337 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf28d9-8bbe-4167-a739-a7cdcd005844 req-58922bb4-cd45-46ae-aedd-ccafcbd92577 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:19.983796 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-46bf28d9-8bbe-4167-a739-a7cdcd005844 req-58922bb4-cd45-46ae-aedd-ccafcbd92577 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 945 time: 0.0696135 Jun 22 07:16:20.033397 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-46bf28d9-8bbe-4167-a739-a7cdcd005844 req-caa61cfb-5dea-4cc4-a353-c82d557e0589 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427432 Jun 22 07:16:20.712093 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fbe40-54d4-48e6-bc92-c3921d8a62c1 req-25cf58c4-ed5b-4d21-bb1c-034611b52c62 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:20.713573 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-576fbe40-54d4-48e6-bc92-c3921d8a62c1 req-25cf58c4-ed5b-4d21-bb1c-034611b52c62 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.1040955 Jun 22 07:16:20.758136 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-576fbe40-54d4-48e6-bc92-c3921d8a62c1 req-537017b5-dd8c-4aa1-a516-55570321169c tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352619 Jun 22 07:16:20.930941 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc04617-bb7e-4a15-ae55-ba06cd86c010 req-58b490c9-5686-42d2-9713-38efec5f02b1 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:20.932571 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-6dc04617-bb7e-4a15-ae55-ba06cd86c010 req-58b490c9-5686-42d2-9713-38efec5f02b1 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 945 time: 0.0705307 Jun 22 07:16:20.978125 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-6dc04617-bb7e-4a15-ae55-ba06cd86c010 req-4de2055d-5a03-4401-a1d6-19c3d42a7fe6 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384781 Jun 22 07:16:21.230982 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d869bee-270d-495e-8db7-4423d947c4a6 req-946c9b4f-784c-4d43-bdbb-80cb08af9ca3 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:21.232462 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0d869bee-270d-495e-8db7-4423d947c4a6 req-946c9b4f-784c-4d43-bdbb-80cb08af9ca3 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 945 time: 0.0790734 Jun 22 07:16:21.279558 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0d869bee-270d-495e-8db7-4423d947c4a6 req-d381a129-7b1f-4627-a9ed-5e4e2f837ca0 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373092 Jun 22 07:16:21.966709 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f325670-4f9a-418d-ab09-0a7051c86cb3 req-57346039-73cd-46ea-a3a4-7e060f0023d5 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:21.968189 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-3f325670-4f9a-418d-ab09-0a7051c86cb3 req-57346039-73cd-46ea-a3a4-7e060f0023d5 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.0741835 Jun 22 07:16:22.014959 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-3f325670-4f9a-418d-ab09-0a7051c86cb3 req-97a24da5-ecad-4556-8076-daf8cd40def1 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372436 Jun 22 07:16:22.200329 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf9e6b-4208-4e9f-b9e9-4f0dc71e18f0 req-bfa5261a-eb1e-4573-a4d3-aced9af27b41 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:22.201893 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f2cf9e6b-4208-4e9f-b9e9-4f0dc71e18f0 req-bfa5261a-eb1e-4573-a4d3-aced9af27b41 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 945 time: 0.0680957 Jun 22 07:16:22.241806 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f2cf9e6b-4208-4e9f-b9e9-4f0dc71e18f0 req-8b0e7446-e08b-4184-b206-ad44065e25c4 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339172 Jun 22 07:16:22.485004 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf6a80-5f94-4b1f-9446-5dad6960165a req-884e49f2-f0aa-41dd-8f1c-2b7824cc78b4 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:22.486440 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d3cf6a80-5f94-4b1f-9446-5dad6960165a req-884e49f2-f0aa-41dd-8f1c-2b7824cc78b4 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 945 time: 0.0769958 Jun 22 07:16:22.526146 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d3cf6a80-5f94-4b1f-9446-5dad6960165a req-faf89c7a-67a1-4b7a-9dd3-128dac7a4c0f tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332146 Jun 22 07:16:23.249012 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54467bc6-25f5-4967-9003-5796c6c68ac1 req-f6bbf4b4-bb72-4337-8d72-5b931b190756 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:23.250664 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-54467bc6-25f5-4967-9003-5796c6c68ac1 req-f6bbf4b4-bb72-4337-8d72-5b931b190756 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.0683086 Jun 22 07:16:23.295225 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-54467bc6-25f5-4967-9003-5796c6c68ac1 req-9c0ba1c1-86c4-4965-9844-50d7e48000b8 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349059 Jun 22 07:16:23.721867 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233a9b5-ae84-47b4-aef9-1f129a2c2e1d req-91bb0c23-5033-4071-a88f-230cbfd4915b tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:23.723424 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4233a9b5-ae84-47b4-aef9-1f129a2c2e1d req-91bb0c23-5033-4071-a88f-230cbfd4915b tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 945 time: 0.0675645 Jun 22 07:16:23.764718 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4233a9b5-ae84-47b4-aef9-1f129a2c2e1d req-fcf2065c-0eb5-4844-8f6e-f77002b5fab5 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347760 Jun 22 07:16:24.542748 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc56d1d-83d1-4f9e-9e9e-21bbcd8fc08d req-a68f44ed-27be-41bd-a4cc-25fdcac78d6b tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:24.545473 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4fc56d1d-83d1-4f9e-9e9e-21bbcd8fc08d req-a68f44ed-27be-41bd-a4cc-25fdcac78d6b tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.1139810 Jun 22 07:16:24.594580 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4fc56d1d-83d1-4f9e-9e9e-21bbcd8fc08d req-bb9f9191-c28e-48aa-9160-4e300d749499 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430176 Jun 22 07:16:24.975886 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7a052-0f55-4ac3-a973-928ba8956fe1 req-3c6dff23-5341-44ef-a46a-84a957a8934d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:24.977361 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c9c7a052-0f55-4ac3-a973-928ba8956fe1 req-3c6dff23-5341-44ef-a46a-84a957a8934d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 945 time: 0.0873690 Jun 22 07:16:25.019087 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c9c7a052-0f55-4ac3-a973-928ba8956fe1 req-c7488d10-259f-4cb2-82d1-f13d2b8c53c3 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360594 Jun 22 07:16:25.790913 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3f6c9-cf62-4070-9c0e-b646fc1e6057 req-a151f923-0163-4f96-bdde-ec334b7382cd tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:25.792706 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5ca3f6c9-cf62-4070-9c0e-b646fc1e6057 req-a151f923-0163-4f96-bdde-ec334b7382cd tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.0731146 Jun 22 07:16:25.834314 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5ca3f6c9-cf62-4070-9c0e-b646fc1e6057 req-0831d3bc-369e-427d-8636-9f21d60a2f81 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353756 Jun 22 07:16:26.234242 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356da0d-b36d-413a-bc0e-5f739899d474 req-789d7332-3cd0-4e9a-a358-22d9220244d0 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:26.235928 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-8356da0d-b36d-413a-bc0e-5f739899d474 req-789d7332-3cd0-4e9a-a358-22d9220244d0 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 945 time: 0.0800629 Jun 22 07:16:26.281476 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-8356da0d-b36d-413a-bc0e-5f739899d474 req-df3a8985-3cc9-4a68-a597-8a4da4c5e974 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369804 Jun 22 07:16:27.040315 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048275d-f259-40d1-b066-8702929a2a5c req-70c4247e-8fb2-43a8-b9c7-8e8100428161 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:27.042030 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e048275d-f259-40d1-b066-8702929a2a5c req-70c4247e-8fb2-43a8-b9c7-8e8100428161 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.0686874 Jun 22 07:16:27.087951 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e048275d-f259-40d1-b066-8702929a2a5c req-d774b303-e2d9-4b0c-8a92-5996df9062a8 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363657 Jun 22 07:16:27.490593 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62e209-972d-4f96-8f52-ec0ad0d8ea25 req-31105346-e2f0-4ace-ad34-d4026d2ea435 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:27.492360 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ef62e209-972d-4f96-8f52-ec0ad0d8ea25 req-31105346-e2f0-4ace-ad34-d4026d2ea435 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 945 time: 0.0791905 Jun 22 07:16:27.535850 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ef62e209-972d-4f96-8f52-ec0ad0d8ea25 req-1d780c74-9a15-4f18-95c2-773bbc2b23f7 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373836 Jun 22 07:16:28.280752 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4404a-138f-4efc-90e8-2321c1e68b69 req-8fd9f2b6-5dd7-430c-a4d6-e15ed56cb867 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:28.282266 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-25b4404a-138f-4efc-90e8-2321c1e68b69 req-8fd9f2b6-5dd7-430c-a4d6-e15ed56cb867 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.0696263 Jun 22 07:16:28.321310 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-25b4404a-138f-4efc-90e8-2321c1e68b69 req-ab570f43-2714-4964-be6d-be83de12b916 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326383 Jun 22 07:16:28.740062 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab651fd-b880-4bc2-b071-82484862f0bd req-212c28c9-f701-4458-aca2-db64f1040084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:28.741795 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2ab651fd-b880-4bc2-b071-82484862f0bd req-212c28c9-f701-4458-aca2-db64f1040084 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8633bcd9c8fa46bab225f46c1fdae48d&device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 1099 time: 0.0631285 Jun 22 07:16:28.788227 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d870ae6-260f-4d78-98de-032e6fc72f41 req-e17966df-79a8-4dd5-8e8e-381b02e280d1 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:28.789835 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4d870ae6-260f-4d78-98de-032e6fc72f41 req-e17966df-79a8-4dd5-8e8e-381b02e280d1 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.1311777 Jun 22 07:16:28.819723 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbc94e-e7a8-434c-9275-5fd6b57a5582 req-9c0a867e-c83d-4fa4-8548-5efdc3995924 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:28.821249 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-64fbc94e-e7a8-434c-9275-5fd6b57a5582 req-9c0a867e-c83d-4fa4-8548-5efdc3995924 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 945 time: 0.0990670 Jun 22 07:16:28.849859 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab651fd-b880-4bc2-b071-82484862f0bd req-f138225d-386b-4f71-872e-caba363b105a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:28.851481 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2ab651fd-b880-4bc2-b071-82484862f0bd req-f138225d-386b-4f71-872e-caba363b105a service neutron] 10.222.0.42 "GET /v2.0/networks?id=1163da0c-bad1-418d-8eb1-3c5b37310e74 HTTP/1.1" status: 200 len: 912 time: 0.1016967 Jun 22 07:16:28.874223 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4d870ae6-260f-4d78-98de-032e6fc72f41 req-ad85cfc0-8cb5-44f0-bcb0-9a1fb215630a tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680735 Jun 22 07:16:28.882944 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-64fbc94e-e7a8-434c-9275-5fd6b57a5582 req-4d239d2a-3d76-4e48-a9d0-6384f69149f5 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538568 Jun 22 07:16:28.949539 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2ab651fd-b880-4bc2-b071-82484862f0bd req-aff6b464-7b9a-4153-ad19-d68e7cc8cb61 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=770b37bf-9a00-4cf1-9217-d64a509e494f HTTP/1.1" status: 200 len: 1002 time: 0.0905294 Jun 22 07:16:29.011977 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab651fd-b880-4bc2-b071-82484862f0bd req-ef78851d-e8d5-4ba0-945e-661468af5acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:29.013445 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2ab651fd-b880-4bc2-b071-82484862f0bd req-ef78851d-e8d5-4ba0-945e-661468af5acd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc HTTP/1.1" status: 200 len: 850 time: 0.0572126 Jun 22 07:16:29.081163 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab651fd-b880-4bc2-b071-82484862f0bd req-fe784896-102e-489e-8fa1-027f4185df24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:29.083695 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2ab651fd-b880-4bc2-b071-82484862f0bd req-fe784896-102e-489e-8fa1-027f4185df24 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1163da0c-bad1-418d-8eb1-3c5b37310e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0606399 Jun 22 07:16:29.186190 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2ab651fd-b880-4bc2-b071-82484862f0bd req-d43a00a2-af16-4436-a384-848b5255f215 service neutron] 10.222.0.42 "GET /v2.0/networks/1163da0c-bad1-418d-8eb1-3c5b37310e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933561 Jun 22 07:16:29.286886 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2ab651fd-b880-4bc2-b071-82484862f0bd req-443a4bd8-2448-4f72-8a73-aa8f16e9e546 service neutron] 10.222.0.42 "GET /v2.0/networks/1163da0c-bad1-418d-8eb1-3c5b37310e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895319 Jun 22 07:16:29.478014 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 2129030f-2a1d-4d23-9e11-b96f92e6a090 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:16:29.609674 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 2129030f-2a1d-4d23-9e11-b96f92e6a090, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2129030f-2a1d-4d23-9e11-b96f92e6a090,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:16:29.628537 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Returning: {'device': '2129030f-2a1d-4d23-9e11-b96f92e6a090', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'port_id': '2129030f-2a1d-4d23-9e11-b96f92e6a090', 'mac_address': 'fa:16:3e:d7:04:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:16:29.677066 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:29.694121 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2129030f-2a1d-4d23-9e11-b96f92e6a090 {{(pid=92823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:16:29.720999 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 2129030f-2a1d-4d23-9e11-b96f92e6a090, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2129030f-2a1d-4d23-9e11-b96f92e6a090,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:16:29.726470 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:29.728520 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:29.803721 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=2129030f-2a1d-4d23-9e11-b96f92e6a090,revision_number=6']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:29.809493 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:29.858383 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['2129030f-2a1d-4d23-9e11-b96f92e6a090'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:16:30.330148 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d495d8-1eb6-4862-ac30-a6b96e5b6d8b req-24e3d74f-4493-4108-a4b7-64cd2b0ece28 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:30.331724 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c6d495d8-1eb6-4862-ac30-a6b96e5b6d8b req-24e3d74f-4493-4108-a4b7-64cd2b0ece28 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.2859833 Jun 22 07:16:30.414118 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c6d495d8-1eb6-4862-ac30-a6b96e5b6d8b req-bb58e779-9992-4c99-b104-845fad5fef3d tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709939 Jun 22 07:16:30.453678 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d900021-5f93-4941-9d8d-ff34eb5249eb req-d3b2f15c-09d8-4595-b2d2-90959e5cba6b tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:30.466097 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2d900021-5f93-4941-9d8d-ff34eb5249eb req-d3b2f15c-09d8-4595-b2d2-90959e5cba6b tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 944 time: 0.2945459 Jun 22 07:16:30.552177 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2d900021-5f93-4941-9d8d-ff34eb5249eb req-e0e304a8-2d2c-4edc-b876-6f9745374d93 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845802 Jun 22 07:16:31.497273 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 2129030f-2a1d-4d23-9e11-b96f92e6a090 up at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:16:31.615901 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning complete for port 2129030f-2a1d-4d23-9e11-b96f92e6a090 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:16:31.618168 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:31.755729 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:31.824582 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0891c3-e903-42ac-8959-f8a213660e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2129030f-2a1d-4d23-9e11-b96f92e6a090'}] {{(pid=92823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:16:31.828824 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1855b14f289de04877f76e9f82b9d84154af39b836c558547df9393c60095739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd3dbbf-d423-499d-adea-998e918ba865" -d '{"events": [{"server_uuid": "6c0891c3-e903-42ac-8959-f8a213660e15", "name": "network-vif-plugged", "status": "completed", "tag": "2129030f-2a1d-4d23-9e11-b96f92e6a090"}]}' {{(pid=92823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:16:31.852375 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadc492-b975-435b-a337-ece543dbacce req-b0d8e72c-7cfc-4e0b-b2fe-8a3a3690c626 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:31.855340 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-6eadc492-b975-435b-a337-ece543dbacce req-b0d8e72c-7cfc-4e0b-b2fe-8a3a3690c626 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.1158645 Jun 22 07:16:31.860628 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 2129030f-2a1d-4d23-9e11-b96f92e6a090, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2129030f-2a1d-4d23-9e11-b96f92e6a090,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:16:31.869266 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:31.873291 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:31.929130 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-6eadc492-b975-435b-a337-ece543dbacce req-ea18f9ae-4c64-418e-9a04-65cc71fc8b0e tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511234 Jun 22 07:16:31.987568 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=2129030f-2a1d-4d23-9e11-b96f92e6a090,revision_number=7']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:32.001870 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:32.003013 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:32.003688 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:32.004270 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:32.004899 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:32.005499 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:32.006082 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:32.006931 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:32.007582 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:32.008078 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:32.008625 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:32.009240 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:32.016621 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:32.021392 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a7fdbf-a48d-4642-9ca7-c9f35d90b314 x-openstack-request-id: req-98a7fdbf-a48d-4642-9ca7-c9f35d90b314 {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:16:32.022024 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0891c3-e903-42ac-8959-f8a213660e15", "name": "network-vif-plugged", "status": "completed", "tag": "2129030f-2a1d-4d23-9e11-b96f92e6a090", "code": 200}]} {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:16:32.022024 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-98a7fdbf-a48d-4642-9ca7-c9f35d90b314 {{(pid=92823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:16:32.022667 dv-cinder-786627-11-smb neutron-server[92823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0891c3-e903-42ac-8959-f8a213660e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2129030f-2a1d-4d23-9e11-b96f92e6a090', 'code': 200} Jun 22 07:16:32.045510 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f8939-5c42-4f41-8e01-afc0592ffdd3 req-5268df4e-804a-45be-9f6f-0c172d6679ad tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:32.047189 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d47f8939-5c42-4f41-8e01-afc0592ffdd3 req-5268df4e-804a-45be-9f6f-0c172d6679ad tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 945 time: 0.1321936 Jun 22 07:16:32.107056 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d47f8939-5c42-4f41-8e01-afc0592ffdd3 req-7bc03c93-d570-48d4-9cba-3efafb2f4ab1 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483387 Jun 22 07:16:33.476192 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65304ff0-104c-4633-bfd7-dcb63b16a015 req-2bbbd2f3-d155-4d59-beb0-83607c8550d9 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:33.477741 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-65304ff0-104c-4633-bfd7-dcb63b16a015 req-2bbbd2f3-d155-4d59-beb0-83607c8550d9 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 945 time: 0.1155462 Jun 22 07:16:33.568513 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-65304ff0-104c-4633-bfd7-dcb63b16a015 req-82751e25-76ca-4e4f-a04a-9084c6dd6772 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711534 Jun 22 07:16:34.135700 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-e325f980-c7dc-45b1-aaaf-dd8ae70dd5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:34.969597 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aea331-0656-482c-9d40-223b4f3a20d0 req-9d943996-4db6-4350-93d4-48132871506e tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:34.976136 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-97aea331-0656-482c-9d40-223b4f3a20d0 req-9d943996-4db6-4350-93d4-48132871506e tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 945 time: 0.1097429 Jun 22 07:16:35.046635 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-97aea331-0656-482c-9d40-223b4f3a20d0 req-f9dd73fb-fe73-4054-b76e-744389a83647 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691645 Jun 22 07:16:36.326791 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d36d4-3828-454c-b6e5-640a8aecad7e req-a054a2fd-7541-44c4-aa83-fe26e32ac0b5 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:36.328398 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-501d36d4-3828-454c-b6e5-640a8aecad7e req-a054a2fd-7541-44c4-aa83-fe26e32ac0b5 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 945 time: 0.0922918 Jun 22 07:16:36.404517 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-501d36d4-3828-454c-b6e5-640a8aecad7e req-46957986-6ba9-4be3-aac5-abea100fd1a1 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657692 Jun 22 07:16:36.753776 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-6df23df3-ca11-47eb-b987-00bda5159597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:36.946430 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:37.745506 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:37.758909 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844af3f-dfb0-42d8-9fb2-e943a8db504a req-11852e7b-97bf-49d2-be49-53244afc378d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:37.761667 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7844af3f-dfb0-42d8-9fb2-e943a8db504a req-11852e7b-97bf-49d2-be49-53244afc378d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 945 time: 0.1000764 Jun 22 07:16:37.873056 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7844af3f-dfb0-42d8-9fb2-e943a8db504a req-c96b7de3-1616-41ac-988d-0d871f0a6225 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023648 Jun 22 07:16:39.320557 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23aa1e-2c70-4e9b-ab4c-911c8fc8526c req-e38f4957-877b-4346-a96e-f59ddeb73a2f tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:39.323153 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4e23aa1e-2c70-4e9b-ab4c-911c8fc8526c req-e38f4957-877b-4346-a96e-f59ddeb73a2f tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 945 time: 0.1098781 Jun 22 07:16:39.387932 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4e23aa1e-2c70-4e9b-ab4c-911c8fc8526c req-29695b8a-2a3d-43d0-80c7-06955f51888e tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582390 Jun 22 07:16:39.814452 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:40.610179 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc350f2-0308-462d-a97f-808f673996f5 req-458d94c9-c395-444e-9c3f-98f2d4723626 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:40.611722 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2fc350f2-0308-462d-a97f-808f673996f5 req-458d94c9-c395-444e-9c3f-98f2d4723626 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 945 time: 0.0745203 Jun 22 07:16:40.658898 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2fc350f2-0308-462d-a97f-808f673996f5 req-caf63371-6ca0-47bd-b25f-f3c96982a21b tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404906 Jun 22 07:16:40.681927 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edcab2d-0970-4184-a75b-3f739c094303 req-5ce3ed18-b665-46be-99bd-e39efaf18b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:40.684939 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-7edcab2d-0970-4184-a75b-3f739c094303 req-5ce3ed18-b665-46be-99bd-e39efaf18b12 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a963e21ede0e4de2b0be961765302c27&device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 1098 time: 0.0714681 Jun 22 07:16:40.798368 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edcab2d-0970-4184-a75b-3f739c094303 req-59aff4c1-c2b3-4ecd-b8bc-f893ac1847ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:40.800608 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-7edcab2d-0970-4184-a75b-3f739c094303 req-59aff4c1-c2b3-4ecd-b8bc-f893ac1847ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=039d8b06-cce4-4bf8-a1d0-7746d58cf8db HTTP/1.1" status: 200 len: 916 time: 0.1110210 Jun 22 07:16:40.892034 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-7edcab2d-0970-4184-a75b-3f739c094303 req-cf5f70b2-c6ed-4bf7-95cc-d64f761f3358 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2129030f-2a1d-4d23-9e11-b96f92e6a090 HTTP/1.1" status: 200 len: 1000 time: 0.0834596 Jun 22 07:16:40.948578 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edcab2d-0970-4184-a75b-3f739c094303 req-be8f2445-0ecc-4714-bb73-b8d7c74f2d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:40.950149 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-7edcab2d-0970-4184-a75b-3f739c094303 req-be8f2445-0ecc-4714-bb73-b8d7c74f2d1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=978e6915-65f8-462b-a6af-3ef15c3adee2 HTTP/1.1" status: 200 len: 854 time: 0.0515599 Jun 22 07:16:41.020173 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edcab2d-0970-4184-a75b-3f739c094303 req-10f51c44-471e-4308-b48f-2556e4e08d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:41.023835 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-7edcab2d-0970-4184-a75b-3f739c094303 req-10f51c44-471e-4308-b48f-2556e4e08d33 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=039d8b06-cce4-4bf8-a1d0-7746d58cf8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0671630 Jun 22 07:16:41.184900 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-7edcab2d-0970-4184-a75b-3f739c094303 req-ce4f26a1-1075-4605-9cab-cbc6eded6ac5 service neutron] 10.222.0.42 "GET /v2.0/networks/039d8b06-cce4-4bf8-a1d0-7746d58cf8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543615 Jun 22 07:16:41.286168 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-7edcab2d-0970-4184-a75b-3f739c094303 req-aae647da-6d02-4a2e-b7e7-b87c7e87a3b0 service neutron] 10.222.0.42 "GET /v2.0/networks/039d8b06-cce4-4bf8-a1d0-7746d58cf8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917459 Jun 22 07:16:41.894080 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b1197-f4aa-40f8-abdf-3972120266ba req-7fa459a6-c307-4ebb-a332-e762b182f163 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:41.899991 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-545b1197-f4aa-40f8-abdf-3972120266ba req-7fa459a6-c307-4ebb-a332-e762b182f163 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 945 time: 0.0915606 Jun 22 07:16:41.956273 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-545b1197-f4aa-40f8-abdf-3972120266ba req-f36cba0f-a3d6-405a-bd17-16e5b2fff316 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520425 Jun 22 07:16:42.010439 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 6 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:16:43.261724 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c36790-06f2-41b3-b0f4-97b422b37e34 req-3eee73dc-43c7-4ec0-9b26-8cd798f1f770 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:43.263152 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-75c36790-06f2-41b3-b0f4-97b422b37e34 req-3eee73dc-43c7-4ec0-9b26-8cd798f1f770 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 945 time: 0.0879333 Jun 22 07:16:43.332913 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-75c36790-06f2-41b3-b0f4-97b422b37e34 req-aaadc14a-5754-48f3-9f6d-84a5f3c2be1a tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632246 Jun 22 07:16:43.562496 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 2129030f-2a1d-4d23-9e11-b96f92e6a090 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:16:43.661755 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:43.688385 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0891c3-e903-42ac-8959-f8a213660e15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2129030f-2a1d-4d23-9e11-b96f92e6a090'}] {{(pid=92823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:16:43.690720 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1855b14f289de04877f76e9f82b9d84154af39b836c558547df9393c60095739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0a6596-1bd3-4555-ad89-f6886a391308" -d '{"events": [{"server_uuid": "6c0891c3-e903-42ac-8959-f8a213660e15", "name": "network-vif-unplugged", "status": "completed", "tag": "2129030f-2a1d-4d23-9e11-b96f92e6a090"}]}' {{(pid=92823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:16:43.706448 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 2129030f-2a1d-4d23-9e11-b96f92e6a090, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2129030f-2a1d-4d23-9e11-b96f92e6a090,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:16:43.712830 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:43.717851 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-bba1f5f5-15a5-4fc8-837a-ff3e5d0d52d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:43.746086 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Jun 2021 07:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2741d0f-3f0b-4ab3-892c-2961e7204eb9 x-openstack-request-id: req-b2741d0f-3f0b-4ab3-892c-2961e7204eb9 {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:16:43.746416 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0891c3-e903-42ac-8959-f8a213660e15", "name": "network-vif-unplugged", "status": "failed", "tag": "2129030f-2a1d-4d23-9e11-b96f92e6a090", "code": 422}]} {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:16:43.746678 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b2741d0f-3f0b-4ab3-892c-2961e7204eb9 {{(pid=92823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:16:43.747114 dv-cinder-786627-11-smb neutron-server[92823]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6c0891c3-e903-42ac-8959-f8a213660e15', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2129030f-2a1d-4d23-9e11-b96f92e6a090', 'code': 422} returned with failed status Jun 22 07:16:43.777768 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=2129030f-2a1d-4d23-9e11-b96f92e6a090,revision_number=8']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:43.781175 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:44.524955 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a73f6b-2ffa-4b26-9de3-32685f6c34a6 req-43c8e740-e837-45c7-a13d-cb6235eeec92 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:44.526552 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-23a73f6b-2ffa-4b26-9de3-32685f6c34a6 req-43c8e740-e837-45c7-a13d-cb6235eeec92 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 943 time: 0.0706677 Jun 22 07:16:44.569873 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-23a73f6b-2ffa-4b26-9de3-32685f6c34a6 req-8cb28d29-f608-486d-a32e-effdc3fd45be tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372150 Jun 22 07:16:45.094545 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-3b347798-5a6b-4326-acb3-805710fb61d1 req-fa5473b4-3914-4195-ba0e-1c890e736a06 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1348181 Jun 22 07:16:45.218686 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b347798-5a6b-4326-acb3-805710fb61d1 req-00053c9a-74ad-432c-98c0-6814df9c45be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:45.220416 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-3b347798-5a6b-4326-acb3-805710fb61d1 req-00053c9a-74ad-432c-98c0-6814df9c45be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca81329e8fd44855893856626d570c21&device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 1098 time: 0.0690761 Jun 22 07:16:45.384282 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b347798-5a6b-4326-acb3-805710fb61d1 req-58f2a58b-0dcb-4aac-be3b-128e752ae036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:45.385734 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-3b347798-5a6b-4326-acb3-805710fb61d1 req-58f2a58b-0dcb-4aac-be3b-128e752ae036 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ce36a1f-c09b-4d07-ae5c-9465c4773b3d HTTP/1.1" status: 200 len: 909 time: 0.1414282 Jun 22 07:16:45.465025 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-3b347798-5a6b-4326-acb3-805710fb61d1 req-5829e4fc-23c6-4b6d-a7d7-519945fe7918 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96b80d4b-875f-4406-9abe-3d9e7d17f53a HTTP/1.1" status: 200 len: 1000 time: 0.0715168 Jun 22 07:16:45.553795 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b347798-5a6b-4326-acb3-805710fb61d1 req-77297bef-ff3d-42cd-be44-fd7129fab2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:45.556401 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-3b347798-5a6b-4326-acb3-805710fb61d1 req-77297bef-ff3d-42cd-be44-fd7129fab2f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e803715f-67bf-442c-9b95-373513a2130d HTTP/1.1" status: 200 len: 847 time: 0.0846002 Jun 22 07:16:45.637328 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b347798-5a6b-4326-acb3-805710fb61d1 req-5b171879-53e5-4402-ac4f-2119cabf355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:45.640082 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-3b347798-5a6b-4326-acb3-805710fb61d1 req-5b171879-53e5-4402-ac4f-2119cabf355e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ce36a1f-c09b-4d07-ae5c-9465c4773b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0757227 Jun 22 07:16:45.748246 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-3b347798-5a6b-4326-acb3-805710fb61d1 req-cfcb303e-af0a-4d59-9e1f-6537d89d15b2 service neutron] 10.222.0.42 "GET /v2.0/networks/0ce36a1f-c09b-4d07-ae5c-9465c4773b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990422 Jun 22 07:16:45.860154 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-3b347798-5a6b-4326-acb3-805710fb61d1 req-bcf213cb-b3c4-4da0-9e1a-ca5fbbc30523 service neutron] 10.222.0.42 "GET /v2.0/networks/0ce36a1f-c09b-4d07-ae5c-9465c4773b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045821 Jun 22 07:16:46.121238 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14e2c1-8ea4-437f-9fa6-0323b15d19fb req-d68dca06-a7bb-4316-8689-a15fe167fbed tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:46.123958 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-3c14e2c1-8ea4-437f-9fa6-0323b15d19fb req-d68dca06-a7bb-4316-8689-a15fe167fbed tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 943 time: 0.0970404 Jun 22 07:16:46.177080 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-3c14e2c1-8ea4-437f-9fa6-0323b15d19fb req-488de6d5-407f-42d8-9d86-259585b69e39 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447395 Jun 22 07:16:46.347617 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 36376) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:16:46.454447 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-5e99159c-5c93-4a44-8e4e-98206b666a4a req-699c896d-35c0-45c6-8f97-e1edacbae3b4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1045895 Jun 22 07:16:47.420057 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d11b04-111f-4847-8e93-be85b34b30fd req-44f12eec-b0e9-4c99-9886-76efb7ef1260 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:47.422233 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-72d11b04-111f-4847-8e93-be85b34b30fd req-44f12eec-b0e9-4c99-9886-76efb7ef1260 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 943 time: 0.0827544 Jun 22 07:16:47.465814 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-72d11b04-111f-4847-8e93-be85b34b30fd req-fcfb478a-04a4-443a-acc2-14e5e42200f4 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368776 Jun 22 07:16:47.589971 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 2129030f-2a1d-4d23-9e11-b96f92e6a090 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:16:47.626296 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:47.739562 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99159c-5c93-4a44-8e4e-98206b666a4a req-939d41cd-e843-48e5-8d08-44195542612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:47.741232 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-5e99159c-5c93-4a44-8e4e-98206b666a4a req-939d41cd-e843-48e5-8d08-44195542612c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15&tenant_id=a963e21ede0e4de2b0be961765302c27 HTTP/1.1" status: 200 len: 1096 time: 0.0615950 Jun 22 07:16:47.836513 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99159c-5c93-4a44-8e4e-98206b666a4a req-e5989f14-45aa-41ee-8701-72395da92638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:47.838120 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-5e99159c-5c93-4a44-8e4e-98206b666a4a req-e5989f14-45aa-41ee-8701-72395da92638 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a963e21ede0e4de2b0be961765302c27&device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 1096 time: 0.0718169 Jun 22 07:16:47.947990 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99159c-5c93-4a44-8e4e-98206b666a4a req-4934c91d-bdc5-456b-ba65-f4440992d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:47.949548 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-5e99159c-5c93-4a44-8e4e-98206b666a4a req-4934c91d-bdc5-456b-ba65-f4440992d2fd service neutron] 10.222.0.42 "GET /v2.0/networks?id=039d8b06-cce4-4bf8-a1d0-7746d58cf8db HTTP/1.1" status: 200 len: 916 time: 0.1045635 Jun 22 07:16:48.032017 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-5e99159c-5c93-4a44-8e4e-98206b666a4a req-5139aa36-2afe-4468-8df4-acc380e9ec2b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2129030f-2a1d-4d23-9e11-b96f92e6a090 HTTP/1.1" status: 200 len: 998 time: 0.0752463 Jun 22 07:16:48.087841 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99159c-5c93-4a44-8e4e-98206b666a4a req-893a32c5-9acc-4b39-8fde-3b7ea45047cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:48.089336 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-5e99159c-5c93-4a44-8e4e-98206b666a4a req-893a32c5-9acc-4b39-8fde-3b7ea45047cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=978e6915-65f8-462b-a6af-3ef15c3adee2 HTTP/1.1" status: 200 len: 854 time: 0.0492990 Jun 22 07:16:48.184070 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99159c-5c93-4a44-8e4e-98206b666a4a req-2d1bda5d-3e44-432c-a5a7-74163acbf910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:48.185612 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-5e99159c-5c93-4a44-8e4e-98206b666a4a req-2d1bda5d-3e44-432c-a5a7-74163acbf910 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=039d8b06-cce4-4bf8-a1d0-7746d58cf8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0879719 Jun 22 07:16:48.292699 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-5e99159c-5c93-4a44-8e4e-98206b666a4a req-f3f1b938-e99d-4b4c-9628-4197736100d6 service neutron] 10.222.0.42 "GET /v2.0/networks/039d8b06-cce4-4bf8-a1d0-7746d58cf8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985401 Jun 22 07:16:48.393306 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-5e99159c-5c93-4a44-8e4e-98206b666a4a req-9aee9d8a-63a3-476b-8bf2-716fe3f4ecdf service neutron] 10.222.0.42 "GET /v2.0/networks/039d8b06-cce4-4bf8-a1d0-7746d58cf8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927944 Jun 22 07:16:48.724350 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985e4ab-7097-4062-a52b-30e60d387be8 req-cd091e59-1fd6-4a5a-b575-d96cb1903632 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:48.727003 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-6985e4ab-7097-4062-a52b-30e60d387be8 req-cd091e59-1fd6-4a5a-b575-d96cb1903632 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 943 time: 0.1225238 Jun 22 07:16:48.804377 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-6985e4ab-7097-4062-a52b-30e60d387be8 req-c1c67ea0-2af1-4d68-b8bc-94752268c0ec tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705383 Jun 22 07:16:50.325278 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9137a6-8780-4ff2-a60c-eea842391ba8 req-055fac8d-fd17-4d04-8a4e-7c7cc6f70c05 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:50.327080 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7d9137a6-8780-4ff2-a60c-eea842391ba8 req-055fac8d-fd17-4d04-8a4e-7c7cc6f70c05 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 943 time: 0.3185525 Jun 22 07:16:50.378400 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7d9137a6-8780-4ff2-a60c-eea842391ba8 req-303702ef-a449-4111-8e0a-c559638b0660 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407798 Jun 22 07:16:51.578265 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ea870-3c68-4e3f-a25c-157e2a5af151 req-d49e755d-a878-4d37-82ac-9d9e4040b3e0 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:51.580131 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-364ea870-3c68-4e3f-a25c-157e2a5af151 req-d49e755d-a878-4d37-82ac-9d9e4040b3e0 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 943 time: 0.0754020 Jun 22 07:16:51.641675 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-364ea870-3c68-4e3f-a25c-157e2a5af151 req-fd6d09ae-a939-4393-b322-43bc2ecbf649 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545857 Jun 22 07:16:52.885268 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407ecb5-7aa9-45f1-81b8-c2887b21dd23 req-f389c934-0698-4247-9c84-28ada382d09d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:52.897206 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5407ecb5-7aa9-45f1-81b8-c2887b21dd23 req-f389c934-0698-4247-9c84-28ada382d09d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 943 time: 0.1115372 Jun 22 07:16:52.964283 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5407ecb5-7aa9-45f1-81b8-c2887b21dd23 req-a696a772-0db4-4a5f-872b-fe02348d9e4d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655107 Jun 22 07:16:54.189693 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5848bf8-f684-4fbb-a5c1-56ae9abcb272 req-9a5d365d-f711-4043-affb-3d8163681d76 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:54.192353 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e5848bf8-f684-4fbb-a5c1-56ae9abcb272 req-9a5d365d-f711-4043-affb-3d8163681d76 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 943 time: 0.0839441 Jun 22 07:16:54.243879 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e5848bf8-f684-4fbb-a5c1-56ae9abcb272 req-abdc6138-601d-4a37-96cf-1689b0e00968 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404780 Jun 22 07:16:55.548245 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809a4da-a55c-47a4-b0da-b9585b640f3c req-5b3321a1-4629-4147-8c3f-a3d819c2d204 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:55.552855 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4809a4da-a55c-47a4-b0da-b9585b640f3c req-5b3321a1-4629-4147-8c3f-a3d819c2d204 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 943 time: 0.1315253 Jun 22 07:16:55.618079 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-4809a4da-a55c-47a4-b0da-b9585b640f3c req-7b68c4e6-0394-4dec-84c5-b0d51a7d6918 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576174 Jun 22 07:16:56.842153 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2f556-a4a0-424a-afd2-da800d38114c req-ab41cc94-716b-4178-886d-a67f29c7753b tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:56.843862 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-62c2f556-a4a0-424a-afd2-da800d38114c req-ab41cc94-716b-4178-886d-a67f29c7753b tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 943 time: 0.0725791 Jun 22 07:16:56.896991 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-62c2f556-a4a0-424a-afd2-da800d38114c req-b2f81539-3bd3-4bb6-bc3a-60215ab6d3e4 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450680 Jun 22 07:16:58.131246 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac9c3f-b7b8-4a6c-8218-d9a118ccebeb req-d9338554-9d1a-4950-97a1-171f91667b02 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:58.133292 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b0ac9c3f-b7b8-4a6c-8218-d9a118ccebeb req-d9338554-9d1a-4950-97a1-171f91667b02 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 943 time: 0.0938268 Jun 22 07:16:58.182513 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b0ac9c3f-b7b8-4a6c-8218-d9a118ccebeb req-63775b60-29ef-49e3-af81-75967ea5f290 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431533 Jun 22 07:16:59.454539 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52b94b-f3c8-4a5e-aa64-da4b4187b4d2 req-5451d02c-7460-4ee0-b70c-a4f89a6481df tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:59.458804 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7f52b94b-f3c8-4a5e-aa64-da4b4187b4d2 req-5451d02c-7460-4ee0-b70c-a4f89a6481df tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 943 time: 0.1202102 Jun 22 07:16:59.504047 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7f52b94b-f3c8-4a5e-aa64-da4b4187b4d2 req-fcc7bfaa-5a8c-41a1-bad3-ab82ed7fb45e tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397177 Jun 22 07:17:00.709468 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe8a01-e5da-4e58-a706-61e86247c1fa req-bd6b67a9-07f7-47e1-ad1d-a60c3006cbf5 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:00.711097 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-bfbe8a01-e5da-4e58-a706-61e86247c1fa req-bd6b67a9-07f7-47e1-ad1d-a60c3006cbf5 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 943 time: 0.0748580 Jun 22 07:17:00.759009 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-bfbe8a01-e5da-4e58-a706-61e86247c1fa req-62905f97-1a93-4828-a780-ecf58d42e115 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394068 Jun 22 07:17:01.634176 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 2129030f-2a1d-4d23-9e11-b96f92e6a090 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:17:01.734716 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 2129030f-2a1d-4d23-9e11-b96f92e6a090, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2129030f-2a1d-4d23-9e11-b96f92e6a090,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:17:01.747218 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Returning: {'device': '2129030f-2a1d-4d23-9e11-b96f92e6a090', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'port_id': '2129030f-2a1d-4d23-9e11-b96f92e6a090', 'mac_address': 'fa:16:3e:d7:04:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:17:01.784435 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:01.799180 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2129030f-2a1d-4d23-9e11-b96f92e6a090 {{(pid=92823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:17:01.820889 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 2129030f-2a1d-4d23-9e11-b96f92e6a090, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2129030f-2a1d-4d23-9e11-b96f92e6a090,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:17:01.825945 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:01.828704 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:01.895281 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=2129030f-2a1d-4d23-9e11-b96f92e6a090,revision_number=9']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:01.899402 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:01.954376 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42630469-09cb-4bee-87c8-bc832a4d4569 req-6d8bef09-5ba4-4dd6-a311-4b4fd943e97a tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:01.955954 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-42630469-09cb-4bee-87c8-bc832a4d4569 req-6d8bef09-5ba4-4dd6-a311-4b4fd943e97a tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 944 time: 0.0694966 Jun 22 07:17:01.997968 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-42630469-09cb-4bee-87c8-bc832a4d4569 req-8b77af7e-139e-45e6-85b4-c3b7c5de2cac tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356851 Jun 22 07:17:02.076078 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['2129030f-2a1d-4d23-9e11-b96f92e6a090'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:17:03.197362 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c656e-db8b-4ee5-a6f0-29a8805ead52 req-2017f079-6190-4446-a7fd-448585acc956 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:03.198814 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-056c656e-db8b-4ee5-a6f0-29a8805ead52 req-2017f079-6190-4446-a7fd-448585acc956 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 944 time: 0.0712903 Jun 22 07:17:03.241474 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-056c656e-db8b-4ee5-a6f0-29a8805ead52 req-ba82a858-1ab3-40f0-b190-ace8681d8ad4 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366631 Jun 22 07:17:03.634384 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 2129030f-2a1d-4d23-9e11-b96f92e6a090 up at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:17:03.683708 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning complete for port 2129030f-2a1d-4d23-9e11-b96f92e6a090 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:17:03.684087 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:03.928353 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:03.957382 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0891c3-e903-42ac-8959-f8a213660e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2129030f-2a1d-4d23-9e11-b96f92e6a090'}] {{(pid=92823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:17:03.959647 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1855b14f289de04877f76e9f82b9d84154af39b836c558547df9393c60095739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b181af-8d74-4de2-889d-072246c4c4c7" -d '{"events": [{"server_uuid": "6c0891c3-e903-42ac-8959-f8a213660e15", "name": "network-vif-plugged", "status": "completed", "tag": "2129030f-2a1d-4d23-9e11-b96f92e6a090"}]}' {{(pid=92823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:17:03.974530 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 2129030f-2a1d-4d23-9e11-b96f92e6a090, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2129030f-2a1d-4d23-9e11-b96f92e6a090,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:17:03.982718 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:04.011465 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:04.058735 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e777d55e-4474-4c55-b560-65ee835a5ae0 x-openstack-request-id: req-e777d55e-4474-4c55-b560-65ee835a5ae0 {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:17:04.059187 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0891c3-e903-42ac-8959-f8a213660e15", "name": "network-vif-plugged", "status": "completed", "tag": "2129030f-2a1d-4d23-9e11-b96f92e6a090", "code": 200}]} {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:17:04.059341 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e777d55e-4474-4c55-b560-65ee835a5ae0 {{(pid=92823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:17:04.059905 dv-cinder-786627-11-smb neutron-server[92823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0891c3-e903-42ac-8959-f8a213660e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2129030f-2a1d-4d23-9e11-b96f92e6a090', 'code': 200} Jun 22 07:17:04.086068 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=2129030f-2a1d-4d23-9e11-b96f92e6a090,revision_number=10']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:04.089996 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:04.121159 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-c1aac815-2ba3-4b19-b5b4-c128a643e2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:04.251721 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594be01-4f4d-4e2f-a359-a125d50d8614 req-2d9f0cfd-cba9-4c56-bca1-40bf16918492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:04.253070 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-1594be01-4f4d-4e2f-a359-a125d50d8614 req-2d9f0cfd-cba9-4c56-bca1-40bf16918492 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 1099 time: 0.0505109 Jun 22 07:17:04.292571 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-1594be01-4f4d-4e2f-a359-a125d50d8614 req-db9c3f46-8b3c-4d03-adfe-f16a8857d38e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323434 Jun 22 07:17:04.421799 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b351c-4253-4a91-aeb3-0c8d0f94bbdd req-f2e77028-472e-49e3-99bc-7c72f25188a1 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:04.423235 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-140b351c-4253-4a91-aeb3-0c8d0f94bbdd req-f2e77028-472e-49e3-99bc-7c72f25188a1 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 946 time: 0.0626793 Jun 22 07:17:04.460417 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-140b351c-4253-4a91-aeb3-0c8d0f94bbdd req-13904eba-af9d-474d-ac89-9b21e21bda83 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313466 Jun 22 07:17:05.648665 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fb3fb-b60d-4aa8-be15-e83368e01234 req-41e8f8af-6f7e-4a43-a18a-28901fa607a3 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:05.650112 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-457fb3fb-b60d-4aa8-be15-e83368e01234 req-41e8f8af-6f7e-4a43-a18a-28901fa607a3 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 946 time: 0.0684371 Jun 22 07:17:05.690333 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-457fb3fb-b60d-4aa8-be15-e83368e01234 req-95c1a50d-37e2-45d6-b1d3-20abbce31a19 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344346 Jun 22 07:17:06.738345 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-049aee2b-d016-4d2e-8fdd-7b7d44d04c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:06.883692 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99fb3b1-4b0f-4aba-b1d9-edd44b33d20b req-38ab2e54-2a8a-42e7-93ee-7e547513668d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:06.885180 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e99fb3b1-4b0f-4aba-b1d9-edd44b33d20b req-38ab2e54-2a8a-42e7-93ee-7e547513668d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 946 time: 0.0782769 Jun 22 07:17:06.924286 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e99fb3b1-4b0f-4aba-b1d9-edd44b33d20b req-3a91c098-9d78-41d2-a19b-ef9ac07a9f06 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334330 Jun 22 07:17:06.929771 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:07.728416 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:09.802599 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:12.262747 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4186a1c-73a3-43db-9182-e2e187241b7a req-f6ae028f-277f-434e-958a-a184583ee054 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:12.264212 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a4186a1c-73a3-43db-9182-e2e187241b7a req-f6ae028f-277f-434e-958a-a184583ee054 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.0774269 Jun 22 07:17:12.303563 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a4186a1c-73a3-43db-9182-e2e187241b7a req-b533abc5-0258-4521-8bd0-b49517ea45b3 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327244 Jun 22 07:17:13.490621 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c1a4d-e7b6-4c77-a768-326fec5afeb7 req-620c413e-0cc8-4ec9-b1ee-32fff907c2dc tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:13.492168 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-727c1a4d-e7b6-4c77-a768-326fec5afeb7 req-620c413e-0cc8-4ec9-b1ee-32fff907c2dc tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.0669246 Jun 22 07:17:13.530812 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-727c1a4d-e7b6-4c77-a768-326fec5afeb7 req-5b8dea06-efc4-497f-b2bc-958d3d72e203 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324376 Jun 22 07:17:14.709798 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a08f90-8383-4473-9836-01606200c704 req-1ce76699-0852-41bf-97ed-8046ad8d1d21 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:14.711325 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-00a08f90-8383-4473-9836-01606200c704 req-1ce76699-0852-41bf-97ed-8046ad8d1d21 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.0644605 Jun 22 07:17:14.751695 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-00a08f90-8383-4473-9836-01606200c704 req-64833199-2e49-4c5f-8f0e-fa9f44761545 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345371 Jun 22 07:17:15.953793 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d294a-b3d0-46ab-8e5e-4418e2bf1add req-df72f3c7-2629-4ad5-9fab-479a65f8d92b tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:15.955308 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a93d294a-b3d0-46ab-8e5e-4418e2bf1add req-df72f3c7-2629-4ad5-9fab-479a65f8d92b tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.0727758 Jun 22 07:17:15.993406 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a93d294a-b3d0-46ab-8e5e-4418e2bf1add req-324f3d01-4e34-4252-b381-335a7f68f5a7 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315833 Jun 22 07:17:17.172248 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ca783-383d-423c-9470-6c1dc3e0c216 req-ee545aca-fd80-423d-8dfb-eb2eb19a268f tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:17.173721 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-478ca783-383d-423c-9470-6c1dc3e0c216 req-ee545aca-fd80-423d-8dfb-eb2eb19a268f tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.0650747 Jun 22 07:17:17.212810 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-478ca783-383d-423c-9470-6c1dc3e0c216 req-0055f1be-f4b0-4ccb-aea8-457131c6f35c tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332651 Jun 22 07:17:17.602572 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:18.400786 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c05b1-3696-406f-b4b8-804f1edb7265 req-c00536e9-ac53-4c10-a959-cdded6368d4c tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:18.402374 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f85c05b1-3696-406f-b4b8-804f1edb7265 req-c00536e9-ac53-4c10-a959-cdded6368d4c tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.0723822 Jun 22 07:17:18.442488 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f85c05b1-3696-406f-b4b8-804f1edb7265 req-c0835e94-1578-48be-b74a-2c06c1efeade tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344963 Jun 22 07:17:19.009155 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 6 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:17:19.621511 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff111ca3-903d-4063-bf8e-3d84ef3f959f req-02e1add4-e122-47d0-a5ea-8e37308620b8 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:19.622967 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ff111ca3-903d-4063-bf8e-3d84ef3f959f req-02e1add4-e122-47d0-a5ea-8e37308620b8 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.0660946 Jun 22 07:17:19.665179 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ff111ca3-903d-4063-bf8e-3d84ef3f959f req-1082599f-2079-4e99-9ddc-95a0683c5592 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365334 Jun 22 07:17:20.843710 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ad25c-7445-46f2-b56c-1e596378453d req-3bdb349f-8221-4f81-86bd-0acd40b234bf tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:20.845516 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5b6ad25c-7445-46f2-b56c-1e596378453d req-3bdb349f-8221-4f81-86bd-0acd40b234bf tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.0673888 Jun 22 07:17:20.885515 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5b6ad25c-7445-46f2-b56c-1e596378453d req-7c652075-d732-46d7-ad96-7064eccbec3c tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343347 Jun 22 07:17:22.067257 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abadb5e-988f-44dd-b612-280f3ddd1ca1 req-9a7e656e-1d91-41e5-98ab-15b7ea461396 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:22.068756 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-6abadb5e-988f-44dd-b612-280f3ddd1ca1 req-9a7e656e-1d91-41e5-98ab-15b7ea461396 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.0690665 Jun 22 07:17:22.110167 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-6abadb5e-988f-44dd-b612-280f3ddd1ca1 req-bb5e1aad-13bf-4257-ada5-a85be57f30e8 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349097 Jun 22 07:17:23.284679 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59925e-4277-4274-9826-86199a47e64b req-7e459172-cdfd-43ae-a6b7-81e9a1f003af tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:23.286655 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7b59925e-4277-4274-9826-86199a47e64b req-7e459172-cdfd-43ae-a6b7-81e9a1f003af tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.0627921 Jun 22 07:17:23.324688 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7b59925e-4277-4274-9826-86199a47e64b req-e6d863c9-59b9-4784-b3c3-b549cb34091e tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316577 Jun 22 07:17:23.669544 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cc438-2e9f-432a-965b-814c93c49a34 req-49c2b1f1-c3fd-4ed3-9d03-e23489b1486e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:23.671030 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-238cc438-2e9f-432a-965b-814c93c49a34 req-49c2b1f1-c3fd-4ed3-9d03-e23489b1486e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8633bcd9c8fa46bab225f46c1fdae48d&device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 1099 time: 0.0611386 Jun 22 07:17:23.682166 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f3790-cab3-4fcb-a18c-ef79fc5914ae req-0a814e61-5afa-47b1-bc2e-864197871fb9 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:23.683566 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-667f3790-cab3-4fcb-a18c-ef79fc5914ae req-0a814e61-5afa-47b1-bc2e-864197871fb9 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.0724978 Jun 22 07:17:23.721363 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-667f3790-cab3-4fcb-a18c-ef79fc5914ae req-58a4fdcb-ea6e-4946-9185-9e9507abc016 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319910 Jun 22 07:17:23.762529 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cc438-2e9f-432a-965b-814c93c49a34 req-4f0efd98-1ae6-40b4-b9df-e96a339a6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:23.763998 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-238cc438-2e9f-432a-965b-814c93c49a34 req-4f0efd98-1ae6-40b4-b9df-e96a339a6807 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1163da0c-bad1-418d-8eb1-3c5b37310e74 HTTP/1.1" status: 200 len: 912 time: 0.0837157 Jun 22 07:17:23.842544 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-238cc438-2e9f-432a-965b-814c93c49a34 req-37d45798-bae4-46c9-9846-0dd51f9edfa6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=770b37bf-9a00-4cf1-9217-d64a509e494f HTTP/1.1" status: 200 len: 1002 time: 0.0694480 Jun 22 07:17:23.891445 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cc438-2e9f-432a-965b-814c93c49a34 req-e2483ec4-a5d5-4b67-99fb-543a3d8ff380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:23.892867 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-238cc438-2e9f-432a-965b-814c93c49a34 req-e2483ec4-a5d5-4b67-99fb-543a3d8ff380 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc HTTP/1.1" status: 200 len: 850 time: 0.0433698 Jun 22 07:17:23.950921 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cc438-2e9f-432a-965b-814c93c49a34 req-b0e23030-df95-4233-8c9c-a72be237bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:23.952329 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-238cc438-2e9f-432a-965b-814c93c49a34 req-b0e23030-df95-4233-8c9c-a72be237bfd0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1163da0c-bad1-418d-8eb1-3c5b37310e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0523708 Jun 22 07:17:24.047009 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-238cc438-2e9f-432a-965b-814c93c49a34 req-ff07c266-5ad6-4fd9-b7f1-e8792b7a4093 service neutron] 10.222.0.42 "GET /v2.0/networks/1163da0c-bad1-418d-8eb1-3c5b37310e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835783 Jun 22 07:17:24.135169 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-238cc438-2e9f-432a-965b-814c93c49a34 req-c34cdb23-1281-48ce-bae4-d0f4afc7f8bb service neutron] 10.222.0.42 "GET /v2.0/networks/1163da0c-bad1-418d-8eb1-3c5b37310e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808251 Jun 22 07:17:24.899642 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60813856-bc9a-456d-b54d-14473eda8f7d req-77c19ec9-4f00-417d-bed3-f01fce5dc51a tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:24.901094 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-60813856-bc9a-456d-b54d-14473eda8f7d req-77c19ec9-4f00-417d-bed3-f01fce5dc51a tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.0657218 Jun 22 07:17:24.938372 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-60813856-bc9a-456d-b54d-14473eda8f7d req-71556378-3fde-40af-a0eb-444b7c538c79 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315392 Jun 22 07:17:34.122506 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-5a717beb-9391-4fc8-bbdf-a4eccd3fdec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:35.869900 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 36544) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:17:36.026307 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-68fe9d71-67cc-4fe3-baa7-0d893e58adf7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Deleting port 1d1054e1-1a77-4182-9d0b-ca015ce25fb0 {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:17:36.026703 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-68fe9d71-67cc-4fe3-baa7-0d893e58adf7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:36.100297 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-68fe9d71-67cc-4fe3-baa7-0d893e58adf7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:36.100622 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-68fe9d71-67cc-4fe3-baa7-0d893e58adf7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:36.164141 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-68fe9d71-67cc-4fe3-baa7-0d893e58adf7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Calling delete_port for 1d1054e1-1a77-4182-9d0b-ca015ce25fb0 owned by network:floatingip {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:17:36.554057 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-68fe9d71-67cc-4fe3-baa7-0d893e58adf7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:36.555983 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-856e67a3-bf9c-4f12-9df5-3fdf7e1ed726 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:36.577998 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe9d71-67cc-4fe3-baa7-0d893e58adf7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Pushing event deleted for resources: {'Port': ['ID=1d1054e1-1a77-4182-9d0b-ca015ce25fb0,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:36.590754 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fe9d71-67cc-4fe3-baa7-0d893e58adf7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:36.591124 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fe9d71-67cc-4fe3-baa7-0d893e58adf7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:36.591525 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fe9d71-67cc-4fe3-baa7-0d893e58adf7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:36.591885 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fe9d71-67cc-4fe3-baa7-0d893e58adf7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:36.592241 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fe9d71-67cc-4fe3-baa7-0d893e58adf7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:36.592594 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fe9d71-67cc-4fe3-baa7-0d893e58adf7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:36.592943 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fe9d71-67cc-4fe3-baa7-0d893e58adf7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:36.593290 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fe9d71-67cc-4fe3-baa7-0d893e58adf7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:36.593645 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fe9d71-67cc-4fe3-baa7-0d893e58adf7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:36.593989 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fe9d71-67cc-4fe3-baa7-0d893e58adf7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:36.594335 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fe9d71-67cc-4fe3-baa7-0d893e58adf7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:36.594680 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fe9d71-67cc-4fe3-baa7-0d893e58adf7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:36.612215 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-68fe9d71-67cc-4fe3-baa7-0d893e58adf7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:36.649826 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-68fe9d71-67cc-4fe3-baa7-0d893e58adf7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for floatingip, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:36.650155 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.db.l3_db [None req-68fe9d71-67cc-4fe3-baa7-0d893e58adf7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Floating IP 2015d348-955b-469c-8098-93565a6b0983 disassociated (deleted). External IP: 172.28.3.68, port: 96b80d4b-875f-4406-9abe-3d9e7d17f53a. Jun 22 07:17:36.739528 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-f43150a6-08a0-4d89-9789-3987296bce1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:36.858566 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fe9d71-67cc-4fe3-baa7-0d893e58adf7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Router 0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0 has already been hosted by L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d {{(pid=92822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:17:36.933158 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:36.977529 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fe9d71-67cc-4fe3-baa7-0d893e58adf7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:17:36.982704 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-68fe9d71-67cc-4fe3-baa7-0d893e58adf7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for floatingip, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:36.987365 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86bb7c2-5b14-4e9c-bace-ad85cdcdf852 None None] Sync routers for ids ['0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'] in dv-cinder-786627-11-smb {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:17:36.996645 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86bb7c2-5b14-4e9c-bace-ad85cdcdf852 None None] Routers {'0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:17:36.997205 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-d86bb7c2-5b14-4e9c-bace-ad85cdcdf852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:17:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:17:37.018376 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-68fe9d71-67cc-4fe3-baa7-0d893e58adf7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "DELETE /v2.0/floatingips/2015d348-955b-469c-8098-93565a6b0983 HTTP/1.1" status: 204 len: 168 time: 1.1473861 Jun 22 07:17:37.019012 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c440b477-2189-4541-bcab-2cd429781cdd', 'tag': '96b80d4b-875f-4406-9abe-3d9e7d17f53a'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:17:37.021346 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4b853e-25f2-404e-8bb1-98b3a778189a" -d '{"events": [{"name": "network-changed", "server_uuid": "c440b477-2189-4541-bcab-2cd429781cdd", "tag": "96b80d4b-875f-4406-9abe-3d9e7d17f53a"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:17:37.102333 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-d86bb7c2-5b14-4e9c-bace-ad85cdcdf852 None None] Set router 0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0 gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:17:37.111388 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc0732a-2b0d-435a-995d-9dba3aa30486 x-openstack-request-id: req-bdc0732a-2b0d-435a-995d-9dba3aa30486 {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:17:37.111852 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c440b477-2189-4541-bcab-2cd429781cdd", "tag": "96b80d4b-875f-4406-9abe-3d9e7d17f53a", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:17:37.111994 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bdc0732a-2b0d-435a-995d-9dba3aa30486 {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:17:37.112627 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c440b477-2189-4541-bcab-2cd429781cdd', 'tag': '96b80d4b-875f-4406-9abe-3d9e7d17f53a', 'status': 'completed', 'code': 200} Jun 22 07:17:37.199625 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b853e-25f2-404e-8bb1-98b3a778189a req-dcf1e0a8-17bf-471b-a107-91243dd12572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:37.201104 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-cf4b853e-25f2-404e-8bb1-98b3a778189a req-dcf1e0a8-17bf-471b-a107-91243dd12572 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca81329e8fd44855893856626d570c21&device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 1098 time: 0.0598233 Jun 22 07:17:37.300239 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b853e-25f2-404e-8bb1-98b3a778189a req-662f57f8-d904-4dc6-bcad-9d1e14bf3f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:37.301704 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-cf4b853e-25f2-404e-8bb1-98b3a778189a req-662f57f8-d904-4dc6-bcad-9d1e14bf3f1f service neutron] 10.222.0.42 "GET /v2.0/networks?id=0ce36a1f-c09b-4d07-ae5c-9465c4773b3d HTTP/1.1" status: 200 len: 909 time: 0.0939648 Jun 22 07:17:37.332870 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-d86bb7c2-5b14-4e9c-bace-ad85cdcdf852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'name': 'tempest-TestShelveInstance-884939547-router', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '551a317a-07b2-457a-bb5f-37ab87158e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:12:46Z', 'updated_at': '2021-06-22T07:12:50Z', 'revision_number': 4, 'project_id': 'ca81329e8fd44855893856626d570c21', 'gw_port': {'id': '551a317a-07b2-457a-bb5f-37ab87158e38', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:47Z', 'updated_at': '2021-06-22T07:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '09c55c50-5f84-4686-a764-7dcfc8c779de', 'name': '', 'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'mac_address': 'fa:16:3e:68:fd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'e803715f-67bf-442c-9b95-373513a2130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:49Z', 'updated_at': '2021-06-22T07:12:56Z', 'revision_number': 5, 'project_id': 'ca81329e8fd44855893856626d570c21', 'subnets': [{'id': 'e803715f-67bf-442c-9b95-373513a2130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:17:37.365074 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-cf4b853e-25f2-404e-8bb1-98b3a778189a req-0f12e23d-814e-4fe7-b496-90f81bfdf626 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96b80d4b-875f-4406-9abe-3d9e7d17f53a HTTP/1.1" status: 200 len: 217 time: 0.0536151 Jun 22 07:17:37.371496 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86bb7c2-5b14-4e9c-bace-ad85cdcdf852 None None] Checking router: 0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0 for host: dv-cinder-786627-11-smb {{(pid=92823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:17:37.380083 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86bb7c2-5b14-4e9c-bace-ad85cdcdf852 None None] Routers {'0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:17:37.380701 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-d86bb7c2-5b14-4e9c-bace-ad85cdcdf852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:17:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:17:37.421053 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b853e-25f2-404e-8bb1-98b3a778189a req-3ba177ec-a705-436f-bde7-c5050f65497b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:37.424121 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-cf4b853e-25f2-404e-8bb1-98b3a778189a req-3ba177ec-a705-436f-bde7-c5050f65497b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e803715f-67bf-442c-9b95-373513a2130d HTTP/1.1" status: 200 len: 847 time: 0.0497129 Jun 22 07:17:37.428870 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7534a-53d2-4ad6-b796-82452f5924cc req-3cbcc6de-3d6a-4f17-8ff6-3d1adc479e9d tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:37.430322 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-08b7534a-53d2-4ad6-b796-82452f5924cc req-3cbcc6de-3d6a-4f17-8ff6-3d1adc479e9d tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 945 time: 0.0672386 Jun 22 07:17:37.469557 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-08b7534a-53d2-4ad6-b796-82452f5924cc req-2ec7257e-8d7f-49b3-a00d-87fc52f41ab0 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330815 Jun 22 07:17:37.488780 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-d86bb7c2-5b14-4e9c-bace-ad85cdcdf852 None None] Set router 0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0 gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:17:37.491562 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b853e-25f2-404e-8bb1-98b3a778189a req-9c20a256-bbb1-4b0d-ab39-beb137632db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:37.493079 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-cf4b853e-25f2-404e-8bb1-98b3a778189a req-9c20a256-bbb1-4b0d-ab39-beb137632db8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0ce36a1f-c09b-4d07-ae5c-9465c4773b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0596559 Jun 22 07:17:37.589268 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-cf4b853e-25f2-404e-8bb1-98b3a778189a req-e14c8e78-478b-4202-9fa7-b8ebe3908367 service neutron] 10.222.0.42 "GET /v2.0/networks/0ce36a1f-c09b-4d07-ae5c-9465c4773b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885067 Jun 22 07:17:37.680343 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-cf4b853e-25f2-404e-8bb1-98b3a778189a req-984ceabc-09e2-4042-9f32-31a3a2448da0 service neutron] 10.222.0.42 "GET /v2.0/networks/0ce36a1f-c09b-4d07-ae5c-9465c4773b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830584 Jun 22 07:17:37.688928 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-d86bb7c2-5b14-4e9c-bace-ad85cdcdf852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'name': 'tempest-TestShelveInstance-884939547-router', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '551a317a-07b2-457a-bb5f-37ab87158e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:12:46Z', 'updated_at': '2021-06-22T07:12:50Z', 'revision_number': 4, 'project_id': 'ca81329e8fd44855893856626d570c21', 'gw_port': {'id': '551a317a-07b2-457a-bb5f-37ab87158e38', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:47Z', 'updated_at': '2021-06-22T07:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '09c55c50-5f84-4686-a764-7dcfc8c779de', 'name': '', 'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'mac_address': 'fa:16:3e:68:fd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'e803715f-67bf-442c-9b95-373513a2130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:49Z', 'updated_at': '2021-06-22T07:12:56Z', 'revision_number': 5, 'project_id': 'ca81329e8fd44855893856626d570c21', 'subnets': [{'id': 'e803715f-67bf-442c-9b95-373513a2130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:17:37.726362 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86bb7c2-5b14-4e9c-bace-ad85cdcdf852 None None] The sync data for ids ['0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'] in dv-cinder-786627-11-smb is: [{'id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'name': 'tempest-TestShelveInstance-884939547-router', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '551a317a-07b2-457a-bb5f-37ab87158e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:12:46Z', 'updated_at': '2021-06-22T07:12:50Z', 'revision_number': 4, 'project_id': 'ca81329e8fd44855893856626d570c21', 'gw_port': {'id': '551a317a-07b2-457a-bb5f-37ab87158e38', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:47Z', 'updated_at': '2021-06-22T07:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '09c55c50-5f84-4686-a764-7dcfc8c779de', 'name': '', 'network_id': '0ce36a1f-c09b-4d07-ae5c-9465c4773b3d', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'mac_address': 'fa:16:3e:68:fd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'e803715f-67bf-442c-9b95-373513a2130d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:49Z', 'updated_at': '2021-06-22T07:12:56Z', 'revision_number': 5, 'project_id': 'ca81329e8fd44855893856626d570c21', 'subnets': [{'id': 'e803715f-67bf-442c-9b95-373513a2130d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:17:37.738049 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:37.928952 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babb6e8a-3ea1-432e-8e92-a4819a7dc7fd None None] New status for floating IP 2015d348-955b-469c-8098-93565a6b0983: DOWN {{(pid=92824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:17:38.654991 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1267ac-c0b1-40c2-9560-74b100694627 req-d18b5528-ab08-4e1a-a819-9596388d6d71 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:38.657213 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5b1267ac-c0b1-40c2-9560-74b100694627 req-d18b5528-ab08-4e1a-a819-9596388d6d71 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 945 time: 0.0696919 Jun 22 07:17:38.695615 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5b1267ac-c0b1-40c2-9560-74b100694627 req-b693d930-bc44-46a6-a7cc-86d20542feb5 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/security-groups?id=62390d4d-e1bf-47d4-aeb3-3685b6582557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334961 Jun 22 07:17:38.889783 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6d54a-ae50-42f0-ae6b-434276588bfc req-8a5190d6-7399-40e7-a754-96baaa369029 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:38.891237 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2cf6d54a-ae50-42f0-ae6b-434276588bfc req-8a5190d6-7399-40e7-a754-96baaa369029 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.42 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 945 time: 0.0641582 Jun 22 07:17:38.997424 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-2cf6d54a-ae50-42f0-ae6b-434276588bfc req-60ad7344-9e4d-4cc0-a849-d01f71520829 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Deleting port 96b80d4b-875f-4406-9abe-3d9e7d17f53a {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:17:38.997685 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-2cf6d54a-ae50-42f0-ae6b-434276588bfc req-60ad7344-9e4d-4cc0-a849-d01f71520829 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:39.082361 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-2cf6d54a-ae50-42f0-ae6b-434276588bfc req-60ad7344-9e4d-4cc0-a849-d01f71520829 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] For port 96b80d4b-875f-4406-9abe-3d9e7d17f53a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=96b80d4b-875f-4406-9abe-3d9e7d17f53a,segment=NetworkSegment(8cda4519-954f-4232-ad51-84edb5ca56b5),segment_id=8cda4519-954f-4232-ad51-84edb5ca56b5)] {{(pid=92822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:17:39.082727 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-2cf6d54a-ae50-42f0-ae6b-434276588bfc req-60ad7344-9e4d-4cc0-a849-d01f71520829 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:39.151787 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-2cf6d54a-ae50-42f0-ae6b-434276588bfc req-60ad7344-9e4d-4cc0-a849-d01f71520829 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Calling delete_port for 96b80d4b-875f-4406-9abe-3d9e7d17f53a owned by compute:nova {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:17:39.287988 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-2cf6d54a-ae50-42f0-ae6b-434276588bfc req-60ad7344-9e4d-4cc0-a849-d01f71520829 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:39.292425 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-973e4ee1-7132-4da6-948c-b8aa2ee1c5e6 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:39.317059 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad7344-9e4d-4cc0-a849-d01f71520829 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Pushing event deleted for resources: {'Port': ['ID=96b80d4b-875f-4406-9abe-3d9e7d17f53a,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:39.319410 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-60ad7344-9e4d-4cc0-a849-d01f71520829 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:39.363913 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf6d54a-ae50-42f0-ae6b-434276588bfc req-60ad7344-9e4d-4cc0-a849-d01f71520829 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] No DVR routers for this DVR port 96b80d4b-875f-4406-9abe-3d9e7d17f53a on host hv-cinder-78662 {{(pid=92822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:17:39.366368 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-2cf6d54a-ae50-42f0-ae6b-434276588bfc req-60ad7344-9e4d-4cc0-a849-d01f71520829 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:39.368502 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2cf6d54a-ae50-42f0-ae6b-434276588bfc req-60ad7344-9e4d-4cc0-a849-d01f71520829 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.42 "DELETE /v2.0/ports/96b80d4b-875f-4406-9abe-3d9e7d17f53a HTTP/1.1" status: 204 len: 173 time: 0.4681838 Jun 22 07:17:39.369013 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c440b477-2189-4541-bcab-2cd429781cdd', 'name': 'network-vif-deleted', 'tag': '96b80d4b-875f-4406-9abe-3d9e7d17f53a'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:17:39.372237 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342e7195-ab2c-45a3-8dbf-1ed28ed45d6b" -d '{"events": [{"server_uuid": "c440b477-2189-4541-bcab-2cd429781cdd", "name": "network-vif-deleted", "tag": "96b80d4b-875f-4406-9abe-3d9e7d17f53a"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:17:39.410026 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8953208f-c28d-4f34-bafe-8780e9b236c0 x-openstack-request-id: req-8953208f-c28d-4f34-bafe-8780e9b236c0 {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:17:39.410351 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c440b477-2189-4541-bcab-2cd429781cdd", "name": "network-vif-deleted", "tag": "96b80d4b-875f-4406-9abe-3d9e7d17f53a", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:17:39.410638 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8953208f-c28d-4f34-bafe-8780e9b236c0 {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:17:39.411070 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c440b477-2189-4541-bcab-2cd429781cdd', 'name': 'network-vif-deleted', 'tag': '96b80d4b-875f-4406-9abe-3d9e7d17f53a', 'status': 'completed', 'code': 200} Jun 22 07:17:39.810240 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:39.866252 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f2d8b2e0-5813-4212-8dba-e0a735b0590c req-1ba4df4a-5b69-4639-a250-ed678dc1ef35 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "GET /v2.0/ports?device_id=c440b477-2189-4541-bcab-2cd429781cdd HTTP/1.1" status: 200 len: 210 time: 0.0291739 Jun 22 07:17:40.304450 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d4f3a-08c3-4892-848b-41368acdd0ce req-0bef52ba-8d8b-4c00-b848-ce5b13b96671 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:40.305932 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-051d4f3a-08c3-4892-848b-41368acdd0ce req-0bef52ba-8d8b-4c00-b848-ce5b13b96671 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 946 time: 0.0629170 Jun 22 07:17:40.349610 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-051d4f3a-08c3-4892-848b-41368acdd0ce req-70b6a38a-3d9e-4ec8-824d-08fd9f542c38 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373936 Jun 22 07:17:40.956726 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 36572) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:17:41.019627 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-8ebdafb6-3f85-4ba8-917a-4d4ae428130f tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:41.043776 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-8ebdafb6-3f85-4ba8-917a-4d4ae428130f tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:41.101476 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-8ebdafb6-3f85-4ba8-917a-4d4ae428130f tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:41.104208 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-8ebdafb6-3f85-4ba8-917a-4d4ae428130f tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:41.105482 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-8ebdafb6-3f85-4ba8-917a-4d4ae428130f tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] 10.222.0.22 "DELETE /v2.0/security-groups/62390d4d-e1bf-47d4-aeb3-3685b6582557 HTTP/1.1" status: 204 len: 168 time: 0.1477792 Jun 22 07:17:41.106876 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-02b1c549-32db-4004-949d-e328a92a4af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:41.116018 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebdafb6-3f85-4ba8-917a-4d4ae428130f tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62390d4d-e1bf-47d4-aeb3-3685b6582557,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:41.119753 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-8ebdafb6-3f85-4ba8-917a-4d4ae428130f tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:41.152906 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 36576) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:17:41.532323 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08c8a2-d13b-42d0-943f-611feb810ee6 req-807cb18e-948a-4783-9843-a549b8fce0f8 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:41.533847 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-3b08c8a2-d13b-42d0-943f-611feb810ee6 req-807cb18e-948a-4783-9843-a549b8fce0f8 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 946 time: 0.0644968 Jun 22 07:17:41.575280 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-502dbc90-9a5a-4274-b904-8eca32d9a523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655022'] for router_interface, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:41.577188 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-3b08c8a2-d13b-42d0-943f-611feb810ee6 req-8f098a6f-39a3-421c-97a9-5971539c403f tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373313 Jun 22 07:17:41.747344 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f0569-d90b-4d29-9f4a-c4c479eab2af req-da716bec-3b09-493b-b03a-74d856718cc8 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:41.748681 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-a29f0569-d90b-4d29-9f4a-c4c479eab2af req-da716bec-3b09-493b-b03a-74d856718cc8 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 946 time: 0.1336939 Jun 22 07:17:41.792405 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 96b80d4b-875f-4406-9abe-3d9e7d17f53a no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:17:41.813742 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] No Port match for: 96b80d4b-875f-4406-9abe-3d9e7d17f53a {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:17:41.814102 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 96b80d4b-875f-4406-9abe-3d9e7d17f53a not bound to the agent host hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:17:42.049816 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-a29f0569-d90b-4d29-9f4a-c4c479eab2af req-75c41e74-8df7-46cc-a859-88d407f35e46 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Deleting port 2129030f-2a1d-4d23-9e11-b96f92e6a090 {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:17:42.051752 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-a29f0569-d90b-4d29-9f4a-c4c479eab2af req-75c41e74-8df7-46cc-a859-88d407f35e46 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:42.174481 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-502dbc90-9a5a-4274-b904-8eca32d9a523 admin admin] Deleting port 09c55c50-5f84-4686-a764-7dcfc8c779de {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:17:42.174826 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-502dbc90-9a5a-4274-b904-8eca32d9a523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:42.242577 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-a29f0569-d90b-4d29-9f4a-c4c479eab2af req-75c41e74-8df7-46cc-a859-88d407f35e46 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] For port 2129030f-2a1d-4d23-9e11-b96f92e6a090, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2129030f-2a1d-4d23-9e11-b96f92e6a090,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:17:42.243028 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-a29f0569-d90b-4d29-9f4a-c4c479eab2af req-75c41e74-8df7-46cc-a859-88d407f35e46 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:42.390035 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [None req-502dbc90-9a5a-4274-b904-8eca32d9a523 admin admin] For port 09c55c50-5f84-4686-a764-7dcfc8c779de, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=09c55c50-5f84-4686-a764-7dcfc8c779de,segment=NetworkSegment(8cda4519-954f-4232-ad51-84edb5ca56b5),segment_id=8cda4519-954f-4232-ad51-84edb5ca56b5)] {{(pid=92822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:17:42.390389 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-502dbc90-9a5a-4274-b904-8eca32d9a523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:42.697143 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-502dbc90-9a5a-4274-b904-8eca32d9a523 admin admin] Calling delete_port for 09c55c50-5f84-4686-a764-7dcfc8c779de owned by network:router_interface {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:17:42.759353 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713f991-97b7-486e-90f5-a352a3889fab req-7f01c634-705c-4639-a796-e087f6d6e8b5 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:42.761620 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1713f991-97b7-486e-90f5-a352a3889fab req-7f01c634-705c-4639-a796-e087f6d6e8b5 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 946 time: 0.0631154 Jun 22 07:17:42.798771 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1713f991-97b7-486e-90f5-a352a3889fab req-24ebe154-e63e-4019-8cc2-4c1636e32f3a tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups?id=4185df97-2ada-4f6c-bccb-492c9a975d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314443 Jun 22 07:17:42.807910 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-a29f0569-d90b-4d29-9f4a-c4c479eab2af req-75c41e74-8df7-46cc-a859-88d407f35e46 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:42.808278 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-a29f0569-d90b-4d29-9f4a-c4c479eab2af req-75c41e74-8df7-46cc-a859-88d407f35e46 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592476'] for floatingip, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:42.808587 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.db.l3_db [req-a29f0569-d90b-4d29-9f4a-c4c479eab2af req-75c41e74-8df7-46cc-a859-88d407f35e46 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Floating IP fae31b85-3914-4d1e-b8f8-a00891f1b061 disassociated. External IP: 172.28.3.65, port: 2129030f-2a1d-4d23-9e11-b96f92e6a090. Jun 22 07:17:42.808928 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-a29f0569-d90b-4d29-9f4a-c4c479eab2af req-75c41e74-8df7-46cc-a859-88d407f35e46 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Calling delete_port for 2129030f-2a1d-4d23-9e11-b96f92e6a090 owned by compute:nova {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:17:43.047949 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-a29f0569-d90b-4d29-9f4a-c4c479eab2af req-75c41e74-8df7-46cc-a859-88d407f35e46 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:43.052476 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-2c37e472-1aea-4229-afa6-ac9dd20edf91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:43.074677 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-502dbc90-9a5a-4274-b904-8eca32d9a523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:43.083902 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c41e74-8df7-46cc-a859-88d407f35e46 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Pushing event deleted for resources: {'Port': ['ID=2129030f-2a1d-4d23-9e11-b96f92e6a090,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:43.087709 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-75c41e74-8df7-46cc-a859-88d407f35e46 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:43.088362 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-e64a3762-6543-4fc9-8998-b5b8594f3d36 tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:43.122692 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502dbc90-9a5a-4274-b904-8eca32d9a523 admin admin] Pushing event deleted for resources: {'Port': ['ID=09c55c50-5f84-4686-a764-7dcfc8c779de,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:43.141435 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-502dbc90-9a5a-4274-b904-8eca32d9a523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:43.347869 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a29f0569-d90b-4d29-9f4a-c4c479eab2af req-75c41e74-8df7-46cc-a859-88d407f35e46 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Router 884c2120-51ad-4881-b8fd-58233462a692 has already been hosted by L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d {{(pid=92822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:17:43.399376 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-502dbc90-9a5a-4274-b904-8eca32d9a523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1773173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654850'] for router_interface, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:43.547913 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a29f0569-d90b-4d29-9f4a-c4c479eab2af req-75c41e74-8df7-46cc-a859-88d407f35e46 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:17:43.559722 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7bce94-fe41-44d6-897f-6336fe264b62 None None] Sync routers for ids ['884c2120-51ad-4881-b8fd-58233462a692'] in dv-cinder-786627-11-smb {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:17:43.571156 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7bce94-fe41-44d6-897f-6336fe264b62 None None] Routers {'884c2120-51ad-4881-b8fd-58233462a692'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:17:43.571910 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-8a7bce94-fe41-44d6-897f-6336fe264b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:17:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['884c2120-51ad-4881-b8fd-58233462a692'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:17:43.597054 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29f0569-d90b-4d29-9f4a-c4c479eab2af req-75c41e74-8df7-46cc-a859-88d407f35e46 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] No DVR routers for this DVR port 2129030f-2a1d-4d23-9e11-b96f92e6a090 on host hv-cinder-78662 {{(pid=92822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:17:43.599718 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-a29f0569-d90b-4d29-9f4a-c4c479eab2af req-75c41e74-8df7-46cc-a859-88d407f35e46 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:43.601759 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-a29f0569-d90b-4d29-9f4a-c4c479eab2af req-75c41e74-8df7-46cc-a859-88d407f35e46 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.42 "DELETE /v2.0/ports/2129030f-2a1d-4d23-9e11-b96f92e6a090 HTTP/1.1" status: 204 len: 173 time: 1.8244104 Jun 22 07:17:43.602271 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0891c3-e903-42ac-8959-f8a213660e15', 'name': 'network-vif-deleted', 'tag': '2129030f-2a1d-4d23-9e11-b96f92e6a090'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:17:43.605277 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9dff923-15c6-4458-ac2e-a131348a148a" -d '{"events": [{"server_uuid": "6c0891c3-e903-42ac-8959-f8a213660e15", "name": "network-vif-deleted", "tag": "2129030f-2a1d-4d23-9e11-b96f92e6a090"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:17:43.667824 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268581da-3269-4a51-9c7d-08278739d702 x-openstack-request-id: req-268581da-3269-4a51-9c7d-08278739d702 {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:17:43.668470 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0891c3-e903-42ac-8959-f8a213660e15", "name": "network-vif-deleted", "tag": "2129030f-2a1d-4d23-9e11-b96f92e6a090", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:17:43.668805 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-268581da-3269-4a51-9c7d-08278739d702 {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:17:43.669240 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0891c3-e903-42ac-8959-f8a213660e15', 'name': 'network-vif-deleted', 'tag': '2129030f-2a1d-4d23-9e11-b96f92e6a090', 'status': 'completed', 'code': 200} Jun 22 07:17:43.696339 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-8a7bce94-fe41-44d6-897f-6336fe264b62 None None] Set router 884c2120-51ad-4881-b8fd-58233462a692 gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:17:43.753509 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502dbc90-9a5a-4274-b904-8eca32d9a523 admin admin] Router 0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0 has already been hosted by L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d {{(pid=92822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:17:43.866084 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502dbc90-9a5a-4274-b904-8eca32d9a523 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:17:43.876135 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da28295f-914a-4f35-a3f9-c7b690d3a760 None None] Sync routers for ids ['0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'] in dv-cinder-786627-11-smb {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:17:43.880109 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 36586) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:17:43.887214 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da28295f-914a-4f35-a3f9-c7b690d3a760 None None] Routers {'0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:17:43.893632 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-da28295f-914a-4f35-a3f9-c7b690d3a760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:17:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:17:43.909986 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-502dbc90-9a5a-4274-b904-8eca32d9a523 admin admin] 10.222.0.22 "PUT /v2.0/routers/0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7477913 Jun 22 07:17:43.919006 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-8a7bce94-fe41-44d6-897f-6336fe264b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c2120-51ad-4881-b8fd-58233462a692', 'name': 'tempest-AttachVolumeShelveTestJSON-61416288-router', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:26Z', 'updated_at': '2021-06-22T07:11:34Z', 'revision_number': 4, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'gw_port': {'id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:27Z', 'updated_at': '2021-06-22T07:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '7f468342-64e9-4741-95f5-7c2d575d24b2', 'name': '', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'mac_address': 'fa:16:3e:74:0b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:32Z', 'updated_at': '2021-06-22T07:11:45Z', 'revision_number': 5, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'subnets': [{'id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:17:43.962431 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7bce94-fe41-44d6-897f-6336fe264b62 None None] Checking router: 884c2120-51ad-4881-b8fd-58233462a692 for host: dv-cinder-786627-11-smb {{(pid=92823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:17:43.972514 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7bce94-fe41-44d6-897f-6336fe264b62 None None] Routers {'884c2120-51ad-4881-b8fd-58233462a692'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:17:43.973466 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-8a7bce94-fe41-44d6-897f-6336fe264b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:17:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['884c2120-51ad-4881-b8fd-58233462a692'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:17:44.085769 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-da28295f-914a-4f35-a3f9-c7b690d3a760 None None] Set router 0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0 gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:17:44.092427 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0f0307ce-5a7c-41d6-bf0f-b313ee22b437 req-97cb5125-7626-4f31-bd2d-26357ca4945a tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c0891c3-e903-42ac-8959-f8a213660e15 HTTP/1.1" status: 200 len: 210 time: 0.0408254 Jun 22 07:17:44.111939 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:44.218319 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-8a7bce94-fe41-44d6-897f-6336fe264b62 None None] Set router 884c2120-51ad-4881-b8fd-58233462a692 gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:17:44.223738 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:44.277675 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-da28295f-914a-4f35-a3f9-c7b690d3a760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'name': 'tempest-TestShelveInstance-884939547-router', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '551a317a-07b2-457a-bb5f-37ab87158e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:12:46Z', 'updated_at': '2021-06-22T07:17:42Z', 'revision_number': 5, 'project_id': 'ca81329e8fd44855893856626d570c21', 'gw_port': {'id': '551a317a-07b2-457a-bb5f-37ab87158e38', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:47Z', 'updated_at': '2021-06-22T07:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:17:44.281171 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.plugin [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] Deleting port 551a317a-07b2-457a-bb5f-37ab87158e38 {{(pid=92821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:17:44.281514 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:44.304421 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da28295f-914a-4f35-a3f9-c7b690d3a760 None None] Checking router: 0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0 for host: dv-cinder-786627-11-smb {{(pid=92824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:17:44.313363 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da28295f-914a-4f35-a3f9-c7b690d3a760 None None] Routers {'0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:17:44.313985 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-da28295f-914a-4f35-a3f9-c7b690d3a760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:17:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:17:44.368801 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.db [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] For port 551a317a-07b2-457a-bb5f-37ab87158e38, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=551a317a-07b2-457a-bb5f-37ab87158e38,segment=NetworkSegment(1f136496-d650-4d4e-9fa5-f4757e98fad0),segment_id=1f136496-d650-4d4e-9fa5-f4757e98fad0)] {{(pid=92821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:17:44.369097 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:44.405249 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-da28295f-914a-4f35-a3f9-c7b690d3a760 None None] Set router 0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0 gateway port host: None {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:17:44.425606 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-8a7bce94-fe41-44d6-897f-6336fe264b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c2120-51ad-4881-b8fd-58233462a692', 'name': 'tempest-AttachVolumeShelveTestJSON-61416288-router', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:26Z', 'updated_at': '2021-06-22T07:11:34Z', 'revision_number': 4, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'gw_port': {'id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:27Z', 'updated_at': '2021-06-22T07:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '7f468342-64e9-4741-95f5-7c2d575d24b2', 'name': '', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'mac_address': 'fa:16:3e:74:0b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:32Z', 'updated_at': '2021-06-22T07:11:45Z', 'revision_number': 5, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'subnets': [{'id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:17:44.437424 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.plugin [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] Calling delete_port for 551a317a-07b2-457a-bb5f-37ab87158e38 owned by network:router_gateway {{(pid=92821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:17:44.452241 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7bce94-fe41-44d6-897f-6336fe264b62 None None] The sync data for ids ['884c2120-51ad-4881-b8fd-58233462a692'] in dv-cinder-786627-11-smb is: [{'id': '884c2120-51ad-4881-b8fd-58233462a692', 'name': 'tempest-AttachVolumeShelveTestJSON-61416288-router', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:26Z', 'updated_at': '2021-06-22T07:11:34Z', 'revision_number': 4, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'gw_port': {'id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:27Z', 'updated_at': '2021-06-22T07:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '7f468342-64e9-4741-95f5-7c2d575d24b2', 'name': '', 'network_id': '039d8b06-cce4-4bf8-a1d0-7746d58cf8db', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'mac_address': 'fa:16:3e:74:0b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:32Z', 'updated_at': '2021-06-22T07:11:45Z', 'revision_number': 5, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'subnets': [{'id': '978e6915-65f8-462b-a6af-3ef15c3adee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:17:44.465536 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-da28295f-914a-4f35-a3f9-c7b690d3a760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'name': 'tempest-TestShelveInstance-884939547-router', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:12:46Z', 'updated_at': '2021-06-22T07:17:44Z', 'revision_number': 6, 'project_id': 'ca81329e8fd44855893856626d570c21', 'gw_port_host': None}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:17:44.494476 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da28295f-914a-4f35-a3f9-c7b690d3a760 None None] The sync data for ids ['0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0'] in dv-cinder-786627-11-smb is: [{'id': '0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0', 'name': 'tempest-TestShelveInstance-884939547-router', 'tenant_id': 'ca81329e8fd44855893856626d570c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:12:46Z', 'updated_at': '2021-06-22T07:17:44Z', 'revision_number': 6, 'project_id': 'ca81329e8fd44855893856626d570c21', 'gw_port_host': None}] {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:17:44.619540 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134075272'] for port, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:44.621428 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:44.646080 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=551a317a-07b2-457a-bb5f-37ab87158e38,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:44.658499 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:44.658867 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:44.659243 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:44.659612 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:44.659960 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:44.660305 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:44.660647 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:44.660988 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:44.661338 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:44.661675 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:44.662012 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:44.662346 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:44.680718 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:44.707437 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f897d2e0-d91b-40bb-94e6-f5a0594d7651 None None] New status for floating IP fae31b85-3914-4d1e-b8f8-a00891f1b061: DOWN {{(pid=92823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:17:44.727419 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1592423'] for router_gateway, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:44.818396 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1146'] for router, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:44.820637 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:44.864746 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1669339'] for router, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:44.865300 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0 {{(pid=92821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 07:17:44.870669 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] Notify callbacks [] for router, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:44.872057 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] 10.222.0.22 "DELETE /v2.0/routers/0bcba0b6-d9d1-400b-8b67-2d7bb41b60f0 HTTP/1.1" status: 204 len: 168 time: 0.9890409 Jun 22 07:17:44.874940 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 36588) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:17:44.919409 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.db_base_plugin_v2 [None req-db680036-b36c-48a6-9a01-4dab7b253edd admin admin] Deleting subnet e803715f-67bf-442c-9b95-373513a2130d {{(pid=92821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:17:44.923463 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-db680036-b36c-48a6-9a01-4dab7b253edd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:44.963698 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-db680036-b36c-48a6-9a01-4dab7b253edd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133979590'] for subnet, precommit_delete_associations {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:45.065737 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-db680036-b36c-48a6-9a01-4dab7b253edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708745'] for subnet, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:45.121220 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-db680036-b36c-48a6-9a01-4dab7b253edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-134075330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130921171'] for subnet, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:45.124032 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:45.146656 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db680036-b36c-48a6-9a01-4dab7b253edd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e803715f-67bf-442c-9b95-373513a2130d,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:45.149290 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-db680036-b36c-48a6-9a01-4dab7b253edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:45.152240 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-db680036-b36c-48a6-9a01-4dab7b253edd admin admin] Notify callbacks [] for subnet, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:45.154296 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-db680036-b36c-48a6-9a01-4dab7b253edd admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e803715f-67bf-442c-9b95-373513a2130d HTTP/1.1" status: 204 len: 168 time: 0.2783046 Jun 22 07:17:45.156769 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 36592) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:17:45.160879 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831f7636-be17-4bfe-b572-6f63167450fd None None] Network 0ce36a1f-c09b-4d07-ae5c-9465c4773b3d requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:17:45.230379 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 36596) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:17:45.231589 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ea15300d-a4b2-4aeb-a844-280c98673504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735482'] for network, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:45.289660 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-f4ceacf3-946b-46b3-888b-60bcd3cf495d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:45.303150 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.plugin [None req-ea15300d-a4b2-4aeb-a844-280c98673504 admin admin] Deleting port 1169b076-5f30-4819-997f-91b41e5222a8 {{(pid=92821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:17:45.303518 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ea15300d-a4b2-4aeb-a844-280c98673504 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:45.316147 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-f4ceacf3-946b-46b3-888b-60bcd3cf495d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:45.377210 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2f57f0-be8d-4a70-8b36-dc30925ae89f None None] DHCP port deletion for 0ce36a1f-c09b-4d07-ae5c-9465c4773b3d request from dv-cinder-786627-11-smb {{(pid=92823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 07:17:45.384217 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-f4ceacf3-946b-46b3-888b-60bcd3cf495d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:45.387279 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-f4ceacf3-946b-46b3-888b-60bcd3cf495d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:45.387492 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.db [None req-ea15300d-a4b2-4aeb-a844-280c98673504 admin admin] For port 1169b076-5f30-4819-997f-91b41e5222a8, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=1169b076-5f30-4819-997f-91b41e5222a8,segment=NetworkSegment(8cda4519-954f-4232-ad51-84edb5ca56b5),segment_id=8cda4519-954f-4232-ad51-84edb5ca56b5)] {{(pid=92821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:17:45.387910 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ea15300d-a4b2-4aeb-a844-280c98673504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:45.391438 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-f4ceacf3-946b-46b3-888b-60bcd3cf495d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "DELETE /v2.0/security-groups/4185df97-2ada-4f6c-bccb-492c9a975d74 HTTP/1.1" status: 204 len: 168 time: 0.1572974 Jun 22 07:17:45.391438 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-c5a84771-beb0-456a-a830-549b8a663e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:45.393141 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 36598) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:17:45.412766 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ceacf3-946b-46b3-888b-60bcd3cf495d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4185df97-2ada-4f6c-bccb-492c9a975d74,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:45.416668 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.api.v2.resource [None req-bdba8f1b-0b0e-4776-b5f9-06622c97906b tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] show failed (client error): The resource could not be found. Jun 22 07:17:45.420651 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-bdba8f1b-0b0e-4776-b5f9-06622c97906b tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "GET /v2.0/security-groups/4185df97-2ada-4f6c-bccb-492c9a975d74 HTTP/1.1" status: 404 len: 347 time: 0.0224307 Jun 22 07:17:45.420651 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-f4ceacf3-946b-46b3-888b-60bcd3cf495d tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:45.420981 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 36600) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:17:45.449039 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-2f2f57f0-be8d-4a70-8b36-dc30925ae89f None None] Deleting port 1169b076-5f30-4819-997f-91b41e5222a8 {{(pid=92823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:17:45.449453 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-2f2f57f0-be8d-4a70-8b36-dc30925ae89f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:45.467121 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.plugin [None req-ea15300d-a4b2-4aeb-a844-280c98673504 admin admin] Calling delete_port for 1169b076-5f30-4819-997f-91b41e5222a8 owned by network:dhcp {{(pid=92821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:17:45.521455 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-2f2f57f0-be8d-4a70-8b36-dc30925ae89f None None] For port 1169b076-5f30-4819-997f-91b41e5222a8, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=1169b076-5f30-4819-997f-91b41e5222a8,segment=NetworkSegment(8cda4519-954f-4232-ad51-84edb5ca56b5),segment_id=8cda4519-954f-4232-ad51-84edb5ca56b5)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:17:45.521899 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-2f2f57f0-be8d-4a70-8b36-dc30925ae89f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:45.558747 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ea15300d-a4b2-4aeb-a844-280c98673504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134075272'] for port, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:45.562214 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:45.562863 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-b28519fa-5e27-4100-8fe6-b3bd3d33a3c8 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Deleting port c2c2e6b2-e9e1-4279-a898-500a589f190f {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:17:45.563222 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b28519fa-5e27-4100-8fe6-b3bd3d33a3c8 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:45.596556 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15300d-a4b2-4aeb-a844-280c98673504 admin admin] Pushing event deleted for resources: {'Port': ['ID=1169b076-5f30-4819-997f-91b41e5222a8,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:45.597628 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-2f2f57f0-be8d-4a70-8b36-dc30925ae89f None None] Calling delete_port for 1169b076-5f30-4819-997f-91b41e5222a8 owned by network:dhcp {{(pid=92823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:17:45.598774 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea15300d-a4b2-4aeb-a844-280c98673504 admin admin] No DVR routers for this DVR port 1169b076-5f30-4819-997f-91b41e5222a8 on host dv-cinder-786627-11-smb {{(pid=92821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:17:45.600586 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-ea15300d-a4b2-4aeb-a844-280c98673504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:45.674428 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b28519fa-5e27-4100-8fe6-b3bd3d33a3c8 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:45.676970 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b28519fa-5e27-4100-8fe6-b3bd3d33a3c8 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:45.692503 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ea15300d-a4b2-4aeb-a844-280c98673504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709888', 'neutron.services.segments.db._delete_segments_for_network-8736031724755'] for network, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:45.705564 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.services.segments.db [None req-ea15300d-a4b2-4aeb-a844-280c98673504 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce36a1f-c09b-4d07-ae5c-9465c4773b3d']}} {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:17:45.723720 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.services.segments.db [None req-ea15300d-a4b2-4aeb-a844-280c98673504 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cda4519-954f-4232-ad51-84edb5ca56b5') {'for_net_delete': True} {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:17:45.723720 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.services.segments.db [None req-ea15300d-a4b2-4aeb-a844-280c98673504 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cda4519-954f-4232-ad51-84edb5ca56b5') {} {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:17:45.730786 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ea15300d-a4b2-4aeb-a844-280c98673504 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736031724584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133979633'] for segment, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:45.745977 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ea15300d-a4b2-4aeb-a844-280c98673504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:45.755877 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea15300d-a4b2-4aeb-a844-280c98673504 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=92821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:17:45.756284 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ea15300d-a4b2-4aeb-a844-280c98673504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-134074747'] for segment, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: Traceback (most recent call last): Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: timer() Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: cb(*args, **kw) Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: return func(*args, **kwargs) Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: self._notify() Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: self.callback(batched_events) Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: event.method(event) Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: return f(self, *a, **k) Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: return self._get(url).json() Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: return self.request(url, 'GET', **kwargs) Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:17:45.758392 dv-cinder-786627-11-smb neutron-server[92821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:17:45.763645 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-2f2f57f0-be8d-4a70-8b36-dc30925ae89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439'] for port, after_delete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:45.765782 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:45.779930 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-b28519fa-5e27-4100-8fe6-b3bd3d33a3c8 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Calling delete_port for c2c2e6b2-e9e1-4279-a898-500a589f190f owned by network:floatingip {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:17:45.790169 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f57f0-be8d-4a70-8b36-dc30925ae89f None None] Pushing event deleted for resources: {'Port': ['ID=1169b076-5f30-4819-997f-91b41e5222a8,revision_number=None']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:45.795915 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2f57f0-be8d-4a70-8b36-dc30925ae89f None None] No DVR routers for this DVR port 1169b076-5f30-4819-997f-91b41e5222a8 on host dv-cinder-786627-11-smb {{(pid=92823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:17:45.801789 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f57f0-be8d-4a70-8b36-dc30925ae89f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:45.802163 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f57f0-be8d-4a70-8b36-dc30925ae89f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:45.803344 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f57f0-be8d-4a70-8b36-dc30925ae89f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:45.803344 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f57f0-be8d-4a70-8b36-dc30925ae89f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:45.803344 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f57f0-be8d-4a70-8b36-dc30925ae89f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:45.803615 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f57f0-be8d-4a70-8b36-dc30925ae89f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:45.803815 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f57f0-be8d-4a70-8b36-dc30925ae89f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:45.805295 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f57f0-be8d-4a70-8b36-dc30925ae89f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:45.805295 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f57f0-be8d-4a70-8b36-dc30925ae89f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:45.805295 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f57f0-be8d-4a70-8b36-dc30925ae89f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:45.805784 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f57f0-be8d-4a70-8b36-dc30925ae89f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:45.806129 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f57f0-be8d-4a70-8b36-dc30925ae89f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:45.814738 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 2129030f-2a1d-4d23-9e11-b96f92e6a090 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:17:45.817095 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-2f2f57f0-be8d-4a70-8b36-dc30925ae89f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:45.824790 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ea15300d-a4b2-4aeb-a844-280c98673504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592449'] for network, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:45.834255 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-5687003e-4e9b-48ca-ab95-b999d35b37b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:45.836514 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ea15300d-a4b2-4aeb-a844-280c98673504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:45.836998 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] No Port match for: 2129030f-2a1d-4d23-9e11-b96f92e6a090 {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:17:45.837363 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 2129030f-2a1d-4d23-9e11-b96f92e6a090 not bound to the agent host hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:17:45.840582 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-ea15300d-a4b2-4aeb-a844-280c98673504 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0ce36a1f-c09b-4d07-ae5c-9465c4773b3d HTTP/1.1" status: 204 len: 168 time: 0.6828518 Jun 22 07:17:45.843794 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 36602) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:17:45.860370 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15300d-a4b2-4aeb-a844-280c98673504 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ce36a1f-c09b-4d07-ae5c-9465c4773b3d,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:45.860370 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-ea15300d-a4b2-4aeb-a844-280c98673504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:45.875823 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-960a7c16-efce-41f7-b2b9-399ac0a5bdc3 req-89550ab5-29d4-48da-8d64-b6d3e7b4adf6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1846731 Jun 22 07:17:45.956604 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 1169b076-5f30-4819-997f-91b41e5222a8 no longer exists at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:17:45.977760 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-badbe661-7601-497f-823b-f0844c323d63 None None] No Port match for: 1169b076-5f30-4819-997f-91b41e5222a8 {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:17:45.978053 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 1169b076-5f30-4819-997f-91b41e5222a8 not bound to the agent host dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:17:45.978520 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 09c55c50-5f84-4686-a764-7dcfc8c779de no longer exists at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:17:46.000233 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-badbe661-7601-497f-823b-f0844c323d63 None None] No Port match for: 09c55c50-5f84-4686-a764-7dcfc8c779de {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:17:46.001806 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 09c55c50-5f84-4686-a764-7dcfc8c779de not bound to the agent host dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:17:46.001806 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 551a317a-07b2-457a-bb5f-37ab87158e38 no longer exists at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:17:46.019361 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-badbe661-7601-497f-823b-f0844c323d63 None None] No Port match for: 551a317a-07b2-457a-bb5f-37ab87158e38 {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:17:46.019725 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 551a317a-07b2-457a-bb5f-37ab87158e38 not bound to the agent host dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:17:46.038960 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a7c16-efce-41f7-b2b9-399ac0a5bdc3 req-25f6ab03-07fe-4cdb-bdb6-9a3ceafc2cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:46.040484 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-960a7c16-efce-41f7-b2b9-399ac0a5bdc3 req-25f6ab03-07fe-4cdb-bdb6-9a3ceafc2cd7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8633bcd9c8fa46bab225f46c1fdae48d&device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 1099 time: 0.1364155 Jun 22 07:17:46.048352 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b28519fa-5e27-4100-8fe6-b3bd3d33a3c8 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:46.052484 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-fd7e05a2-e871-4e75-936a-1866aad47f42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:46.117652 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28519fa-5e27-4100-8fe6-b3bd3d33a3c8 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Pushing event deleted for resources: {'Port': ['ID=c2c2e6b2-e9e1-4279-a898-500a589f190f,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:46.158066 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-b28519fa-5e27-4100-8fe6-b3bd3d33a3c8 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:46.539631 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b28519fa-5e27-4100-8fe6-b3bd3d33a3c8 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks [] for floatingip, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:46.542345 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b28519fa-5e27-4100-8fe6-b3bd3d33a3c8 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for floatingip, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:46.543512 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-b28519fa-5e27-4100-8fe6-b3bd3d33a3c8 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] 10.222.0.22 "DELETE /v2.0/floatingips/fae31b85-3914-4d1e-b8f8-a00891f1b061 HTTP/1.1" status: 204 len: 168 time: 1.1209888 Jun 22 07:17:46.552464 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a7c16-efce-41f7-b2b9-399ac0a5bdc3 req-5406820b-46f7-4a3f-a505-bc028206bd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:46.553870 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-960a7c16-efce-41f7-b2b9-399ac0a5bdc3 req-5406820b-46f7-4a3f-a505-bc028206bd53 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1163da0c-bad1-418d-8eb1-3c5b37310e74 HTTP/1.1" status: 200 len: 912 time: 0.4891727 Jun 22 07:17:46.658152 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-960a7c16-efce-41f7-b2b9-399ac0a5bdc3 req-9c610cdd-9329-4c04-a14c-bfbf8788fa1b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=770b37bf-9a00-4cf1-9217-d64a509e494f HTTP/1.1" status: 200 len: 1002 time: 0.0977654 Jun 22 07:17:46.751836 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a7c16-efce-41f7-b2b9-399ac0a5bdc3 req-5aff26f9-e0a6-4df9-9787-fdc35a634dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:46.753280 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-960a7c16-efce-41f7-b2b9-399ac0a5bdc3 req-5aff26f9-e0a6-4df9-9787-fdc35a634dc9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc HTTP/1.1" status: 200 len: 850 time: 0.0732803 Jun 22 07:17:46.842592 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a7c16-efce-41f7-b2b9-399ac0a5bdc3 req-183cf211-97c2-4ef7-9186-5f62240254be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:46.844144 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-960a7c16-efce-41f7-b2b9-399ac0a5bdc3 req-183cf211-97c2-4ef7-9186-5f62240254be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1163da0c-bad1-418d-8eb1-3c5b37310e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0827587 Jun 22 07:17:46.946826 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-57f01e62-436c-40cd-8dd3-0cbb1f87b696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655022'] for router_interface, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:47.008011 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-960a7c16-efce-41f7-b2b9-399ac0a5bdc3 req-875ec981-74f9-4688-a52f-cc9b2f47bf87 service neutron] 10.222.0.42 "GET /v2.0/networks/1163da0c-bad1-418d-8eb1-3c5b37310e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429782 Jun 22 07:17:47.185415 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-960a7c16-efce-41f7-b2b9-399ac0a5bdc3 req-16d92e95-9727-408a-97a6-7fff2232b1e5 service neutron] 10.222.0.42 "GET /v2.0/networks/1163da0c-bad1-418d-8eb1-3c5b37310e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432157 Jun 22 07:17:47.284030 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-57f01e62-436c-40cd-8dd3-0cbb1f87b696 admin admin] Deleting port 6e0746d9-10f3-45db-b8ae-55443fc643b7 {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:17:47.284374 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-57f01e62-436c-40cd-8dd3-0cbb1f87b696 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:47.364208 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [None req-57f01e62-436c-40cd-8dd3-0cbb1f87b696 admin admin] For port 6e0746d9-10f3-45db-b8ae-55443fc643b7, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=6e0746d9-10f3-45db-b8ae-55443fc643b7,segment=NetworkSegment(561ea913-fc49-4369-8963-3966f0fe1a61),segment_id=561ea913-fc49-4369-8963-3966f0fe1a61)] {{(pid=92822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:17:47.364554 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-57f01e62-436c-40cd-8dd3-0cbb1f87b696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:47.430901 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-57f01e62-436c-40cd-8dd3-0cbb1f87b696 admin admin] Calling delete_port for 6e0746d9-10f3-45db-b8ae-55443fc643b7 owned by network:router_interface {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:17:47.602113 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:47.607771 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-57f01e62-436c-40cd-8dd3-0cbb1f87b696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:47.610517 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-5562b70d-0081-45bc-931f-659923ed729b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:47.638366 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f01e62-436c-40cd-8dd3-0cbb1f87b696 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e0746d9-10f3-45db-b8ae-55443fc643b7,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:47.642709 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-57f01e62-436c-40cd-8dd3-0cbb1f87b696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:47.817384 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-57f01e62-436c-40cd-8dd3-0cbb1f87b696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1773173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654850'] for router_interface, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:48.057527 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f01e62-436c-40cd-8dd3-0cbb1f87b696 admin admin] Router 54aff57d-605f-4cb9-8949-eca33a9f37a8 has already been hosted by L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d {{(pid=92822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:17:48.168277 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f01e62-436c-40cd-8dd3-0cbb1f87b696 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:17:48.173252 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-57f01e62-436c-40cd-8dd3-0cbb1f87b696 admin admin] 10.222.0.22 "PUT /v2.0/routers/54aff57d-605f-4cb9-8949-eca33a9f37a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3285091 Jun 22 07:17:48.175916 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 36620) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:17:48.177493 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb628c6-a686-4470-b316-7434a8074423 None None] Sync routers for ids ['54aff57d-605f-4cb9-8949-eca33a9f37a8'] in dv-cinder-786627-11-smb {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:17:48.187357 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb628c6-a686-4470-b316-7434a8074423 None None] Routers {'54aff57d-605f-4cb9-8949-eca33a9f37a8'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:17:48.187978 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-ddb628c6-a686-4470-b316-7434a8074423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:17:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['54aff57d-605f-4cb9-8949-eca33a9f37a8'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:17:48.291807 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-ddb628c6-a686-4470-b316-7434a8074423 None None] Set router 54aff57d-605f-4cb9-8949-eca33a9f37a8 gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:17:48.479868 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-ddb628c6-a686-4470-b316-7434a8074423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54aff57d-605f-4cb9-8949-eca33a9f37a8', 'name': 'tempest-TestShelveInstance-1845175279-router', 'tenant_id': '45a4e2989cf54805adf4780b6e69fbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '13d4f66a-9eb2-45f5-897d-ab3f5e0e715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:12:53Z', 'updated_at': '2021-06-22T07:17:47Z', 'revision_number': 5, 'project_id': '45a4e2989cf54805adf4780b6e69fbc7', 'gw_port': {'id': '13d4f66a-9eb2-45f5-897d-ab3f5e0e715a', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:14:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54aff57d-605f-4cb9-8949-eca33a9f37a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:53Z', 'updated_at': '2021-06-22T07:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:17:48.512245 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-aeed5a0c-f281-4265-bdc7-efef089a6ae5 admin admin] Notify callbacks [] for router, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:48.592750 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb628c6-a686-4470-b316-7434a8074423 None None] Checking router: 54aff57d-605f-4cb9-8949-eca33a9f37a8 for host: dv-cinder-786627-11-smb {{(pid=92824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:17:48.601289 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb628c6-a686-4470-b316-7434a8074423 None None] Routers {'54aff57d-605f-4cb9-8949-eca33a9f37a8'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:17:48.601903 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-ddb628c6-a686-4470-b316-7434a8074423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:17:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['54aff57d-605f-4cb9-8949-eca33a9f37a8'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:17:48.614886 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-aeed5a0c-f281-4265-bdc7-efef089a6ae5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:48.667482 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.plugin [None req-aeed5a0c-f281-4265-bdc7-efef089a6ae5 admin admin] Deleting port 13d4f66a-9eb2-45f5-897d-ab3f5e0e715a {{(pid=92821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:17:48.667834 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-aeed5a0c-f281-4265-bdc7-efef089a6ae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:48.706149 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-ddb628c6-a686-4470-b316-7434a8074423 None None] Set router 54aff57d-605f-4cb9-8949-eca33a9f37a8 gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:17:48.751378 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.db [None req-aeed5a0c-f281-4265-bdc7-efef089a6ae5 admin admin] For port 13d4f66a-9eb2-45f5-897d-ab3f5e0e715a, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=13d4f66a-9eb2-45f5-897d-ab3f5e0e715a,segment=NetworkSegment(1f136496-d650-4d4e-9fa5-f4757e98fad0),segment_id=1f136496-d650-4d4e-9fa5-f4757e98fad0)] {{(pid=92821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:17:48.751614 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-aeed5a0c-f281-4265-bdc7-efef089a6ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:48.815307 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.plugin [None req-aeed5a0c-f281-4265-bdc7-efef089a6ae5 admin admin] Calling delete_port for 13d4f66a-9eb2-45f5-897d-ab3f5e0e715a owned by network:router_gateway {{(pid=92821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:17:48.883524 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-ddb628c6-a686-4470-b316-7434a8074423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54aff57d-605f-4cb9-8949-eca33a9f37a8', 'name': 'tempest-TestShelveInstance-1845175279-router', 'tenant_id': '45a4e2989cf54805adf4780b6e69fbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '13d4f66a-9eb2-45f5-897d-ab3f5e0e715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:12:53Z', 'updated_at': '2021-06-22T07:17:47Z', 'revision_number': 5, 'project_id': '45a4e2989cf54805adf4780b6e69fbc7', 'gw_port': {'id': '13d4f66a-9eb2-45f5-897d-ab3f5e0e715a', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:14:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54aff57d-605f-4cb9-8949-eca33a9f37a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:53Z', 'updated_at': '2021-06-22T07:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:17:48.912534 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb628c6-a686-4470-b316-7434a8074423 None None] The sync data for ids ['54aff57d-605f-4cb9-8949-eca33a9f37a8'] in dv-cinder-786627-11-smb is: [{'id': '54aff57d-605f-4cb9-8949-eca33a9f37a8', 'name': 'tempest-TestShelveInstance-1845175279-router', 'tenant_id': '45a4e2989cf54805adf4780b6e69fbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '13d4f66a-9eb2-45f5-897d-ab3f5e0e715a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:12:53Z', 'updated_at': '2021-06-22T07:17:47Z', 'revision_number': 5, 'project_id': '45a4e2989cf54805adf4780b6e69fbc7', 'gw_port': {'id': '13d4f66a-9eb2-45f5-897d-ab3f5e0e715a', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:14:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54aff57d-605f-4cb9-8949-eca33a9f37a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:12:53Z', 'updated_at': '2021-06-22T07:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}] {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:17:48.985831 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-aeed5a0c-f281-4265-bdc7-efef089a6ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134075272'] for port, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:48.987905 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-6ad29d1b-5f07-4a50-b6b8-4dcc84192b84 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:49.016527 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed5a0c-f281-4265-bdc7-efef089a6ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=13d4f66a-9eb2-45f5-897d-ab3f5e0e715a,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:49.019655 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-aeed5a0c-f281-4265-bdc7-efef089a6ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:49.084428 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-aeed5a0c-f281-4265-bdc7-efef089a6ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1592423'] for router_gateway, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:49.140697 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 36628) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:17:49.174049 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-aeed5a0c-f281-4265-bdc7-efef089a6ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1146'] for router, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:49.176277 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-aeed5a0c-f281-4265-bdc7-efef089a6ae5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:49.220293 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-aeed5a0c-f281-4265-bdc7-efef089a6ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1669339'] for router, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:49.221040 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeed5a0c-f281-4265-bdc7-efef089a6ae5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54aff57d-605f-4cb9-8949-eca33a9f37a8 {{(pid=92821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 07:17:49.226036 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-aeed5a0c-f281-4265-bdc7-efef089a6ae5 admin admin] Notify callbacks [] for router, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:49.227086 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-aeed5a0c-f281-4265-bdc7-efef089a6ae5 admin admin] 10.222.0.22 "DELETE /v2.0/routers/54aff57d-605f-4cb9-8949-eca33a9f37a8 HTTP/1.1" status: 204 len: 168 time: 1.0502031 Jun 22 07:17:49.230455 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 36632) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:17:49.280990 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab917f1-1dd2-46ab-bd2b-63a13e93bdc6 admin admin] Deleting subnet cdaaf286-135d-42e1-81fe-6e6c3e029c36 {{(pid=92821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:17:49.284348 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2ab917f1-1dd2-46ab-bd2b-63a13e93bdc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:49.319643 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2ab917f1-1dd2-46ab-bd2b-63a13e93bdc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133979590'] for subnet, precommit_delete_associations {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:49.405460 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2ab917f1-1dd2-46ab-bd2b-63a13e93bdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708745'] for subnet, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:49.466271 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2ab917f1-1dd2-46ab-bd2b-63a13e93bdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-134075330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130921171'] for subnet, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:49.468771 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-52cb9665-8938-468c-8f67-02e93826c362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:49.496640 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab917f1-1dd2-46ab-bd2b-63a13e93bdc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdaaf286-135d-42e1-81fe-6e6c3e029c36,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:49.499158 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-2ab917f1-1dd2-46ab-bd2b-63a13e93bdc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:49.502086 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2ab917f1-1dd2-46ab-bd2b-63a13e93bdc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:49.506679 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 36634) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:17:49.507793 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-2ab917f1-1dd2-46ab-bd2b-63a13e93bdc6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/cdaaf286-135d-42e1-81fe-6e6c3e029c36 HTTP/1.1" status: 204 len: 168 time: 0.2763383 Jun 22 07:17:49.509156 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f1c2f9-3c13-4d27-bfd7-4482ce54063f None None] Network 6c4f07b1-5ac9-4427-8390-c2969bd1774d requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:17:49.612362 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-8f790c2c-64ab-4f6b-8f6b-1683f888b71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735482'] for network, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:49.623948 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-77afdcde-5fb1-494a-851d-61927dce1ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655022'] for router_interface, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:49.972786 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1e705e-0136-4b28-bb5e-aad43c24b0f3 None None] DHCP port deletion for 6c4f07b1-5ac9-4427-8390-c2969bd1774d request from dv-cinder-786627-11-smb {{(pid=92823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 07:17:50.030909 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 1603912c-90ac-48fb-bc7a-927fd86de547 no longer exists at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:17:50.042314 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-8f790c2c-64ab-4f6b-8f6b-1683f888b71e admin admin] Deleting port 1603912c-90ac-48fb-bc7a-927fd86de547 {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:17:50.042662 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-8f790c2c-64ab-4f6b-8f6b-1683f888b71e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:50.070729 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e705e-0136-4b28-bb5e-aad43c24b0f3 None None] Deleting port 1603912c-90ac-48fb-bc7a-927fd86de547 {{(pid=92823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:17:50.071117 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3a1e705e-0136-4b28-bb5e-aad43c24b0f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:50.132706 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [None req-8f790c2c-64ab-4f6b-8f6b-1683f888b71e admin admin] For port 1603912c-90ac-48fb-bc7a-927fd86de547, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=1603912c-90ac-48fb-bc7a-927fd86de547,segment=NetworkSegment(561ea913-fc49-4369-8963-3966f0fe1a61),segment_id=561ea913-fc49-4369-8963-3966f0fe1a61)] {{(pid=92822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:17:50.133067 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-8f790c2c-64ab-4f6b-8f6b-1683f888b71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:50.161470 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-3a1e705e-0136-4b28-bb5e-aad43c24b0f3 None None] For port 1603912c-90ac-48fb-bc7a-927fd86de547, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=1603912c-90ac-48fb-bc7a-927fd86de547,segment=NetworkSegment(561ea913-fc49-4369-8963-3966f0fe1a61),segment_id=561ea913-fc49-4369-8963-3966f0fe1a61)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:17:50.161806 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3a1e705e-0136-4b28-bb5e-aad43c24b0f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:50.202267 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-8f790c2c-64ab-4f6b-8f6b-1683f888b71e admin admin] Calling delete_port for 1603912c-90ac-48fb-bc7a-927fd86de547 owned by network:dhcp {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:17:50.205395 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:50.231980 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e705e-0136-4b28-bb5e-aad43c24b0f3 None None] Calling delete_port for 1603912c-90ac-48fb-bc7a-927fd86de547 owned by network:dhcp {{(pid=92823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:17:50.296983 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-badbe661-7601-497f-823b-f0844c323d63 None None] For port 1603912c-90ac-48fb-bc7a-927fd86de547, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=1603912c-90ac-48fb-bc7a-927fd86de547,segment=NetworkSegment(561ea913-fc49-4369-8963-3966f0fe1a61),segment_id=561ea913-fc49-4369-8963-3966f0fe1a61)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:17:50.302300 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:50.303044 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 6e0746d9-10f3-45db-b8ae-55443fc643b7 no longer exists at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:17:50.308391 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:50.341385 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-8f790c2c-64ab-4f6b-8f6b-1683f888b71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:50.344070 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-df1f7b5a-c44e-485f-a7a8-af28b35c505f tempest-AttachVolumeNegativeTest-462699766 tempest-AttachVolumeNegativeTest-462699766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:50.352480 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-badbe661-7601-497f-823b-f0844c323d63 None None] No Port match for: 6e0746d9-10f3-45db-b8ae-55443fc643b7 {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:17:50.352900 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 6e0746d9-10f3-45db-b8ae-55443fc643b7 not bound to the agent host dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:17:50.353335 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 13d4f66a-9eb2-45f5-897d-ab3f5e0e715a no longer exists at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:17:50.374991 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f790c2c-64ab-4f6b-8f6b-1683f888b71e admin admin] Pushing event deleted for resources: {'Port': ['ID=1603912c-90ac-48fb-bc7a-927fd86de547,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:50.378289 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-8f790c2c-64ab-4f6b-8f6b-1683f888b71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:50.380078 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f790c2c-64ab-4f6b-8f6b-1683f888b71e admin admin] No DVR routers for this DVR port 1603912c-90ac-48fb-bc7a-927fd86de547 on host dv-cinder-786627-11-smb {{(pid=92822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:17:50.382705 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-badbe661-7601-497f-823b-f0844c323d63 None None] No Port match for: 13d4f66a-9eb2-45f5-897d-ab3f5e0e715a {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:17:50.383119 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 13d4f66a-9eb2-45f5-897d-ab3f5e0e715a not bound to the agent host dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:17:50.404574 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-77afdcde-5fb1-494a-851d-61927dce1ca6 admin admin] Deleting port 7f468342-64e9-4741-95f5-7c2d575d24b2 {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:17:50.404919 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-77afdcde-5fb1-494a-851d-61927dce1ca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:50.406945 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Pushing event updated for resources: {'Port': ['ID=1603912c-90ac-48fb-bc7a-927fd86de547,revision_number=5']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:50.410141 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:50.413771 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3a1e705e-0136-4b28-bb5e-aad43c24b0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439'] for port, after_delete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:50.415395 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:50.436272 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e705e-0136-4b28-bb5e-aad43c24b0f3 None None] Pushing event deleted for resources: {'Port': ['ID=1603912c-90ac-48fb-bc7a-927fd86de547,revision_number=None']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:50.439823 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-3a1e705e-0136-4b28-bb5e-aad43c24b0f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:50.442097 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1e705e-0136-4b28-bb5e-aad43c24b0f3 None None] No DVR routers for this DVR port 1603912c-90ac-48fb-bc7a-927fd86de547 on host dv-cinder-786627-11-smb {{(pid=92823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:17:50.498641 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-8f790c2c-64ab-4f6b-8f6b-1683f888b71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709888', 'neutron.services.segments.db._delete_segments_for_network-8736031724755'] for network, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:50.512244 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.services.segments.db [None req-8f790c2c-64ab-4f6b-8f6b-1683f888b71e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c4f07b1-5ac9-4427-8390-c2969bd1774d']}} {{(pid=92822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:17:50.529752 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.services.segments.db [None req-8f790c2c-64ab-4f6b-8f6b-1683f888b71e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '561ea913-fc49-4369-8963-3966f0fe1a61') {'for_net_delete': True} {{(pid=92822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:17:50.530050 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.services.segments.db [None req-8f790c2c-64ab-4f6b-8f6b-1683f888b71e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '561ea913-fc49-4369-8963-3966f0fe1a61') {} {{(pid=92822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:17:50.546144 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-8f790c2c-64ab-4f6b-8f6b-1683f888b71e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736031724584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133502001'] for segment, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:50.558579 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [None req-77afdcde-5fb1-494a-851d-61927dce1ca6 admin admin] For port 7f468342-64e9-4741-95f5-7c2d575d24b2, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=7f468342-64e9-4741-95f5-7c2d575d24b2,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:17:50.558937 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-77afdcde-5fb1-494a-851d-61927dce1ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:50.573764 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-8f790c2c-64ab-4f6b-8f6b-1683f888b71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:50.630702 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-77afdcde-5fb1-494a-851d-61927dce1ca6 admin admin] Calling delete_port for 7f468342-64e9-4741-95f5-7c2d575d24b2 owned by network:router_interface {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:17:50.636494 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f790c2c-64ab-4f6b-8f6b-1683f888b71e admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=92822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:17:50.636894 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-8f790c2c-64ab-4f6b-8f6b-1683f888b71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133502593'] for segment, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: Traceback (most recent call last): Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: timer() Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: cb(*args, **kw) Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: return func(*args, **kwargs) Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: self._notify() Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: self.callback(batched_events) Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: event.method(event) Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: return f(self, *a, **k) Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: return self._get(url).json() Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: return self.request(url, 'GET', **kwargs) Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:17:50.638494 dv-cinder-786627-11-smb neutron-server[92822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:17:50.731472 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-8f790c2c-64ab-4f6b-8f6b-1683f888b71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592449'] for network, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:50.742606 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:50.745645 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-8f790c2c-64ab-4f6b-8f6b-1683f888b71e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:50.747482 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-8f790c2c-64ab-4f6b-8f6b-1683f888b71e admin admin] 10.222.0.22 "DELETE /v2.0/networks/6c4f07b1-5ac9-4427-8390-c2969bd1774d HTTP/1.1" status: 204 len: 168 time: 1.2397249 Jun 22 07:17:50.762292 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f790c2c-64ab-4f6b-8f6b-1683f888b71e admin admin] Pushing event deleted for resources: {'Network': ['ID=6c4f07b1-5ac9-4427-8390-c2969bd1774d,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:50.765457 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-8f790c2c-64ab-4f6b-8f6b-1683f888b71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:50.858899 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 36638) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:17:50.885710 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-77afdcde-5fb1-494a-851d-61927dce1ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:50.888735 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-dd913479-ef75-4100-907d-cdd5b28f8136 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:50.905097 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-8c2c98ff-62ed-48f0-9bb0-3d2260725cee admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ca81329e8fd44855893856626d570c21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449038 Jun 22 07:17:50.907551 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 36640) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:17:50.917625 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77afdcde-5fb1-494a-851d-61927dce1ca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f468342-64e9-4741-95f5-7c2d575d24b2,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:50.920736 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-77afdcde-5fb1-494a-851d-61927dce1ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:50.963263 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-68f22bd6-0e5a-415f-ac62-fc248aa6b7e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:50.986932 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-68f22bd6-0e5a-415f-ac62-fc248aa6b7e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:51.042222 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-68f22bd6-0e5a-415f-ac62-fc248aa6b7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:51.045744 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-68f22bd6-0e5a-415f-ac62-fc248aa6b7e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:51.047467 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-68f22bd6-0e5a-415f-ac62-fc248aa6b7e3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e8c20e72-dae8-4062-9ebb-76e2b6b1c121 HTTP/1.1" status: 204 len: 168 time: 0.1389699 Jun 22 07:17:51.048553 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-4e344cbe-3a91-4d88-ab99-1ba722092c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:51.059425 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f22bd6-0e5a-415f-ac62-fc248aa6b7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c20e72-dae8-4062-9ebb-76e2b6b1c121,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:51.062132 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-68f22bd6-0e5a-415f-ac62-fc248aa6b7e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:51.109332 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-77afdcde-5fb1-494a-851d-61927dce1ca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1773173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654850'] for router_interface, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:51.324298 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77afdcde-5fb1-494a-851d-61927dce1ca6 admin admin] Router 884c2120-51ad-4881-b8fd-58233462a692 has already been hosted by L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d {{(pid=92822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:17:51.376464 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 36646) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:17:51.420597 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-8a903e0f-3beb-41df-89a4-1bd9c367c1cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=45a4e2989cf54805adf4780b6e69fbc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429096 Jun 22 07:17:51.422935 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 36648) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:17:51.433404 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77afdcde-5fb1-494a-851d-61927dce1ca6 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:17:51.439606 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-77afdcde-5fb1-494a-851d-61927dce1ca6 admin admin] 10.222.0.22 "PUT /v2.0/routers/884c2120-51ad-4881-b8fd-58233462a692/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2977333 Jun 22 07:17:51.441015 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 36650) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:17:51.442372 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cc3b18-0203-404d-926b-38207a4008a9 None None] Sync routers for ids ['884c2120-51ad-4881-b8fd-58233462a692'] in dv-cinder-786627-11-smb {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:17:51.454443 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc3b18-0203-404d-926b-38207a4008a9 None None] Routers {'884c2120-51ad-4881-b8fd-58233462a692'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:17:51.455078 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-72cc3b18-0203-404d-926b-38207a4008a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:17:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['884c2120-51ad-4881-b8fd-58233462a692'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:17:51.473120 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-30db00ea-b674-4813-8fbe-fb6062f49a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:51.495900 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-30db00ea-b674-4813-8fbe-fb6062f49a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:51.546078 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-30db00ea-b674-4813-8fbe-fb6062f49a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:51.549515 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-30db00ea-b674-4813-8fbe-fb6062f49a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:51.550725 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-30db00ea-b674-4813-8fbe-fb6062f49a9e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f54ce34a-8ded-44a1-81f6-3511bf170d74 HTTP/1.1" status: 204 len: 168 time: 0.1268749 Jun 22 07:17:51.551551 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-7feb207f-3b33-4a26-aa4b-8820b117cbf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:51.557784 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-7246dc93-f38e-46f9-9b6e-7dce5e5d21ac admin admin] Notify callbacks [] for router, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:51.560666 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db00ea-b674-4813-8fbe-fb6062f49a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54ce34a-8ded-44a1-81f6-3511bf170d74,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:51.569326 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-72cc3b18-0203-404d-926b-38207a4008a9 None None] Set router 884c2120-51ad-4881-b8fd-58233462a692 gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:17:51.569537 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-30db00ea-b674-4813-8fbe-fb6062f49a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:51.669428 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-7246dc93-f38e-46f9-9b6e-7dce5e5d21ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:51.727759 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-7246dc93-f38e-46f9-9b6e-7dce5e5d21ac admin admin] Deleting port 3e51ca78-63e9-40f0-9dbb-0d4716c5e620 {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:17:51.728549 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-7246dc93-f38e-46f9-9b6e-7dce5e5d21ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:51.817931 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [None req-7246dc93-f38e-46f9-9b6e-7dce5e5d21ac admin admin] For port 3e51ca78-63e9-40f0-9dbb-0d4716c5e620, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=3e51ca78-63e9-40f0-9dbb-0d4716c5e620,segment=NetworkSegment(1f136496-d650-4d4e-9fa5-f4757e98fad0),segment_id=1f136496-d650-4d4e-9fa5-f4757e98fad0)] {{(pid=92822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:17:51.818330 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-7246dc93-f38e-46f9-9b6e-7dce5e5d21ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:51.890230 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-7246dc93-f38e-46f9-9b6e-7dce5e5d21ac admin admin] Calling delete_port for 3e51ca78-63e9-40f0-9dbb-0d4716c5e620 owned by network:router_gateway {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:17:51.904542 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-72cc3b18-0203-404d-926b-38207a4008a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c2120-51ad-4881-b8fd-58233462a692', 'name': 'tempest-AttachVolumeShelveTestJSON-61416288-router', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:26Z', 'updated_at': '2021-06-22T07:17:50Z', 'revision_number': 5, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'gw_port': {'id': '3e51ca78-63e9-40f0-9dbb-0d4716c5e620', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2120-51ad-4881-b8fd-58233462a692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:11:27Z', 'updated_at': '2021-06-22T07:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:17:51.956012 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cc3b18-0203-404d-926b-38207a4008a9 None None] Checking router: 884c2120-51ad-4881-b8fd-58233462a692 for host: dv-cinder-786627-11-smb {{(pid=92823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:17:51.965412 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc3b18-0203-404d-926b-38207a4008a9 None None] Routers {'884c2120-51ad-4881-b8fd-58233462a692'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:17:51.966043 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-72cc3b18-0203-404d-926b-38207a4008a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:17:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['884c2120-51ad-4881-b8fd-58233462a692'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:17:52.061591 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-72cc3b18-0203-404d-926b-38207a4008a9 None None] Set router 884c2120-51ad-4881-b8fd-58233462a692 gateway port host: None {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:17:52.082867 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-7246dc93-f38e-46f9-9b6e-7dce5e5d21ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:52.085612 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-53b586a9-83f9-46ba-96a0-79e87cd9dc8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:52.111546 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246dc93-f38e-46f9-9b6e-7dce5e5d21ac admin admin] Pushing event deleted for resources: {'Port': ['ID=3e51ca78-63e9-40f0-9dbb-0d4716c5e620,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:52.115437 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-7246dc93-f38e-46f9-9b6e-7dce5e5d21ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:52.120089 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-72cc3b18-0203-404d-926b-38207a4008a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c2120-51ad-4881-b8fd-58233462a692', 'name': 'tempest-AttachVolumeShelveTestJSON-61416288-router', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:26Z', 'updated_at': '2021-06-22T07:17:51Z', 'revision_number': 6, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'gw_port_host': None}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:17:52.146904 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cc3b18-0203-404d-926b-38207a4008a9 None None] The sync data for ids ['884c2120-51ad-4881-b8fd-58233462a692'] in dv-cinder-786627-11-smb is: [{'id': '884c2120-51ad-4881-b8fd-58233462a692', 'name': 'tempest-AttachVolumeShelveTestJSON-61416288-router', 'tenant_id': 'a963e21ede0e4de2b0be961765302c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:11:26Z', 'updated_at': '2021-06-22T07:17:51Z', 'revision_number': 6, 'project_id': 'a963e21ede0e4de2b0be961765302c27', 'gw_port_host': None}] {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:17:52.182394 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-7246dc93-f38e-46f9-9b6e-7dce5e5d21ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1592423'] for router_gateway, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:52.286191 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-7246dc93-f38e-46f9-9b6e-7dce5e5d21ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1146'] for router, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:52.288241 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-7246dc93-f38e-46f9-9b6e-7dce5e5d21ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:52.349315 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-7246dc93-f38e-46f9-9b6e-7dce5e5d21ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1669339'] for router, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:52.349976 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7246dc93-f38e-46f9-9b6e-7dce5e5d21ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 884c2120-51ad-4881-b8fd-58233462a692 {{(pid=92822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 07:17:52.356939 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-7246dc93-f38e-46f9-9b6e-7dce5e5d21ac admin admin] Notify callbacks [] for router, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:52.358076 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-7246dc93-f38e-46f9-9b6e-7dce5e5d21ac admin admin] 10.222.0.22 "DELETE /v2.0/routers/884c2120-51ad-4881-b8fd-58233462a692 HTTP/1.1" status: 204 len: 168 time: 0.9161458 Jun 22 07:17:52.360594 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 36654) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:17:52.409200 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a556ea-c7f5-4a8c-89c0-4ddc1f0b81c1 admin admin] Deleting subnet 978e6915-65f8-462b-a6af-3ef15c3adee2 {{(pid=92822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:17:52.412119 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-73a556ea-c7f5-4a8c-89c0-4ddc1f0b81c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:52.444961 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-73a556ea-c7f5-4a8c-89c0-4ddc1f0b81c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133501958'] for subnet, precommit_delete_associations {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:52.556040 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-73a556ea-c7f5-4a8c-89c0-4ddc1f0b81c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708745'] for subnet, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:52.609849 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-73a556ea-c7f5-4a8c-89c0-4ddc1f0b81c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133502008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130481217'] for subnet, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:52.612751 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:52.636318 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a556ea-c7f5-4a8c-89c0-4ddc1f0b81c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=978e6915-65f8-462b-a6af-3ef15c3adee2,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:52.638246 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-73a556ea-c7f5-4a8c-89c0-4ddc1f0b81c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for subnet, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:52.640113 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-73a556ea-c7f5-4a8c-89c0-4ddc1f0b81c1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/978e6915-65f8-462b-a6af-3ef15c3adee2 HTTP/1.1" status: 204 len: 168 time: 0.2786055 Jun 22 07:17:52.642319 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1734cc-42c0-4e77-aa01-d000b03500fc None None] Network 039d8b06-cce4-4bf8-a1d0-7746d58cf8db requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:17:52.642784 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 36656) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:17:52.644333 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-73a556ea-c7f5-4a8c-89c0-4ddc1f0b81c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:52.718115 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2ab0f1bd-8cb2-493c-a0aa-7bd3db9c60cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735482'] for network, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:52.768780 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.plugin [None req-2ab0f1bd-8cb2-493c-a0aa-7bd3db9c60cf admin admin] Deleting port 46a3fdbd-ac59-4f03-8423-d21d6bdd5d86 {{(pid=92821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:17:52.769123 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2ab0f1bd-8cb2-493c-a0aa-7bd3db9c60cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:52.831211 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.db [None req-2ab0f1bd-8cb2-493c-a0aa-7bd3db9c60cf admin admin] For port 46a3fdbd-ac59-4f03-8423-d21d6bdd5d86, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=46a3fdbd-ac59-4f03-8423-d21d6bdd5d86,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:17:52.831527 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2ab0f1bd-8cb2-493c-a0aa-7bd3db9c60cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:52.897286 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.plugin [None req-2ab0f1bd-8cb2-493c-a0aa-7bd3db9c60cf admin admin] Calling delete_port for 46a3fdbd-ac59-4f03-8423-d21d6bdd5d86 owned by network:dhcp {{(pid=92821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:17:52.920997 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1efe7c-130e-428d-8630-0a6bf29cd683 None None] DHCP port deletion for 039d8b06-cce4-4bf8-a1d0-7746d58cf8db request from dv-cinder-786627-11-smb {{(pid=92823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 07:17:52.969637 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-9b1efe7c-130e-428d-8630-0a6bf29cd683 None None] Deleting port 46a3fdbd-ac59-4f03-8423-d21d6bdd5d86 {{(pid=92823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:17:52.970075 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-9b1efe7c-130e-428d-8630-0a6bf29cd683 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:52.978530 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2ab0f1bd-8cb2-493c-a0aa-7bd3db9c60cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134075272'] for port, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:52.980845 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-ad598e2e-e576-4614-b8b3-504202c27a09 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:53.008870 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0f1bd-8cb2-493c-a0aa-7bd3db9c60cf admin admin] Pushing event deleted for resources: {'Port': ['ID=46a3fdbd-ac59-4f03-8423-d21d6bdd5d86,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:53.012954 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-2ab0f1bd-8cb2-493c-a0aa-7bd3db9c60cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:53.015599 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab0f1bd-8cb2-493c-a0aa-7bd3db9c60cf admin admin] No DVR routers for this DVR port 46a3fdbd-ac59-4f03-8423-d21d6bdd5d86 on host dv-cinder-786627-11-smb {{(pid=92821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:17:53.044163 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-9b1efe7c-130e-428d-8630-0a6bf29cd683 None None] For port 46a3fdbd-ac59-4f03-8423-d21d6bdd5d86, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=46a3fdbd-ac59-4f03-8423-d21d6bdd5d86,segment=NetworkSegment(3e5598c7-2455-455a-a720-c6ba83872664),segment_id=3e5598c7-2455-455a-a720-c6ba83872664)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:17:53.044569 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-9b1efe7c-130e-428d-8630-0a6bf29cd683 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:53.085540 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2ab0f1bd-8cb2-493c-a0aa-7bd3db9c60cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709888', 'neutron.services.segments.db._delete_segments_for_network-8736031724755'] for network, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:53.096739 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.services.segments.db [None req-2ab0f1bd-8cb2-493c-a0aa-7bd3db9c60cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039d8b06-cce4-4bf8-a1d0-7746d58cf8db']}} {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:17:53.108243 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-9b1efe7c-130e-428d-8630-0a6bf29cd683 None None] Calling delete_port for 46a3fdbd-ac59-4f03-8423-d21d6bdd5d86 owned by network:dhcp {{(pid=92823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:17:53.109248 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.services.segments.db [None req-2ab0f1bd-8cb2-493c-a0aa-7bd3db9c60cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e5598c7-2455-455a-a720-c6ba83872664') {'for_net_delete': True} {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:17:53.109644 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.services.segments.db [None req-2ab0f1bd-8cb2-493c-a0aa-7bd3db9c60cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e5598c7-2455-455a-a720-c6ba83872664') {} {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:17:53.120148 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2ab0f1bd-8cb2-493c-a0aa-7bd3db9c60cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736031724584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133979633'] for segment, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:53.136207 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2ab0f1bd-8cb2-493c-a0aa-7bd3db9c60cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:53.142648 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab0f1bd-8cb2-493c-a0aa-7bd3db9c60cf admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=92821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:17:53.143280 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2ab0f1bd-8cb2-493c-a0aa-7bd3db9c60cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-134074747'] for segment, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: Traceback (most recent call last): Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: timer() Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: cb(*args, **kw) Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: return func(*args, **kwargs) Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: self._notify() Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: self.callback(batched_events) Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: event.method(event) Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: return f(self, *a, **k) Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: return self._get(url).json() Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: return self.request(url, 'GET', **kwargs) Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:17:53.145123 dv-cinder-786627-11-smb neutron-server[92821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:17:53.192009 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-9b1efe7c-130e-428d-8630-0a6bf29cd683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439'] for port, after_delete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:53.195010 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:53.213675 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2ab0f1bd-8cb2-493c-a0aa-7bd3db9c60cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592449'] for network, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:53.218066 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:53.220969 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2ab0f1bd-8cb2-493c-a0aa-7bd3db9c60cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:53.222855 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-2ab0f1bd-8cb2-493c-a0aa-7bd3db9c60cf admin admin] 10.222.0.22 "DELETE /v2.0/networks/039d8b06-cce4-4bf8-a1d0-7746d58cf8db HTTP/1.1" status: 204 len: 168 time: 0.5788953 Jun 22 07:17:53.225654 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1efe7c-130e-428d-8630-0a6bf29cd683 None None] No DVR routers for this DVR port 46a3fdbd-ac59-4f03-8423-d21d6bdd5d86 on host dv-cinder-786627-11-smb {{(pid=92823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:17:53.230366 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1efe7c-130e-428d-8630-0a6bf29cd683 None None] Pushing event deleted for resources: {'Port': ['ID=46a3fdbd-ac59-4f03-8423-d21d6bdd5d86,revision_number=None']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:53.233466 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-9b1efe7c-130e-428d-8630-0a6bf29cd683 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:53.238461 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0f1bd-8cb2-493c-a0aa-7bd3db9c60cf admin admin] Pushing event deleted for resources: {'Network': ['ID=039d8b06-cce4-4bf8-a1d0-7746d58cf8db,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:53.240695 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-2ab0f1bd-8cb2-493c-a0aa-7bd3db9c60cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:53.391599 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 36660) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:17:53.429856 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-323214df-9bc9-4eaf-ab72-88d33120cf5c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a963e21ede0e4de2b0be961765302c27&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0369594 Jun 22 07:17:53.432522 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 36662) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:17:53.479649 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-8d89da1e-51d6-430c-b56d-cb8e3a00b380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:53.503709 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-8d89da1e-51d6-430c-b56d-cb8e3a00b380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:53.793284 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-8d89da1e-51d6-430c-b56d-cb8e3a00b380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:53.795935 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-8d89da1e-51d6-430c-b56d-cb8e3a00b380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:53.797060 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-8d89da1e-51d6-430c-b56d-cb8e3a00b380 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/67eb7360-b3e7-48bc-b6b2-ecc70c7b71f7 HTTP/1.1" status: 204 len: 168 time: 0.3636348 Jun 22 07:17:53.797881 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-c944aa4a-f3f9-455a-9533-fb867d568a88 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:53.805499 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89da1e-51d6-430c-b56d-cb8e3a00b380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67eb7360-b3e7-48bc-b6b2-ecc70c7b71f7,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:53.808880 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-8d89da1e-51d6-430c-b56d-cb8e3a00b380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:53.956250 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 46a3fdbd-ac59-4f03-8423-d21d6bdd5d86 no longer exists at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:17:53.976638 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-badbe661-7601-497f-823b-f0844c323d63 None None] No Port match for: 46a3fdbd-ac59-4f03-8423-d21d6bdd5d86 {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:17:53.976998 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 46a3fdbd-ac59-4f03-8423-d21d6bdd5d86 not bound to the agent host dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:17:53.977431 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 3e51ca78-63e9-40f0-9dbb-0d4716c5e620 no longer exists at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:17:53.996042 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-badbe661-7601-497f-823b-f0844c323d63 None None] No Port match for: 3e51ca78-63e9-40f0-9dbb-0d4716c5e620 {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:17:53.996419 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 3e51ca78-63e9-40f0-9dbb-0d4716c5e620 not bound to the agent host dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:17:53.996824 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 7f468342-64e9-4741-95f5-7c2d575d24b2 no longer exists at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:17:54.020239 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-badbe661-7601-497f-823b-f0844c323d63 None None] No Port match for: 7f468342-64e9-4741-95f5-7c2d575d24b2 {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:17:54.020239 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 7f468342-64e9-4741-95f5-7c2d575d24b2 not bound to the agent host dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:17:56.007370 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 6 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:17:58.313507 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b3703-3d31-4350-a7f1-b85abbe9ad55 req-b6748ea5-a28f-48fa-ba85-4cf5c5365578 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:58.315876 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-351b3703-3d31-4350-a7f1-b85abbe9ad55 req-b6748ea5-a28f-48fa-ba85-4cf5c5365578 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.1005411 Jun 22 07:17:58.366549 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-351b3703-3d31-4350-a7f1-b85abbe9ad55 req-c57ea867-a76b-405f-886f-8dcb00280b58 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414646 Jun 22 07:17:59.619246 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6f992-d3f4-431a-bd64-1ca157899ca7 req-d33372cd-9fa0-497c-9fd4-435d3c6f4089 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:59.620892 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0bc6f992-d3f4-431a-bd64-1ca157899ca7 req-d33372cd-9fa0-497c-9fd4-435d3c6f4089 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.0736945 Jun 22 07:17:59.665673 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0bc6f992-d3f4-431a-bd64-1ca157899ca7 req-3be19247-9a35-4ded-9757-5463e53981e6 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8ddc774-e78d-40e3-ad65-8345971b3e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356658 Jun 22 07:18:00.172913 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46011e5f-770a-479f-8a9c-7aeef169f94d req-6b7c433c-9984-42c1-a4c5-919a66b51b57 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:00.174301 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-46011e5f-770a-479f-8a9c-7aeef169f94d req-6b7c433c-9984-42c1-a4c5-919a66b51b57 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 946 time: 0.0644891 Jun 22 07:18:00.277657 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-46011e5f-770a-479f-8a9c-7aeef169f94d req-ca155108-5701-4ca5-9afe-69a9c1d863b0 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Deleting port 770b37bf-9a00-4cf1-9217-d64a509e494f {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:18:00.277900 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-46011e5f-770a-479f-8a9c-7aeef169f94d req-ca155108-5701-4ca5-9afe-69a9c1d863b0 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:00.371067 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-46011e5f-770a-479f-8a9c-7aeef169f94d req-ca155108-5701-4ca5-9afe-69a9c1d863b0 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] For port 770b37bf-9a00-4cf1-9217-d64a509e494f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=770b37bf-9a00-4cf1-9217-d64a509e494f,segment=NetworkSegment(5e0d4098-8976-46fc-9d81-b241fa91cf3f),segment_id=5e0d4098-8976-46fc-9d81-b241fa91cf3f)] {{(pid=92822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:18:00.371468 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-46011e5f-770a-479f-8a9c-7aeef169f94d req-ca155108-5701-4ca5-9afe-69a9c1d863b0 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:00.556648 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-46011e5f-770a-479f-8a9c-7aeef169f94d req-ca155108-5701-4ca5-9afe-69a9c1d863b0 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:00.557067 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-46011e5f-770a-479f-8a9c-7aeef169f94d req-ca155108-5701-4ca5-9afe-69a9c1d863b0 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592476'] for floatingip, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:00.557504 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.db.l3_db [req-46011e5f-770a-479f-8a9c-7aeef169f94d req-ca155108-5701-4ca5-9afe-69a9c1d863b0 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Floating IP 7942ba46-c8d9-4b1b-8613-02f10af96cd1 disassociated. External IP: 172.28.3.199, port: 770b37bf-9a00-4cf1-9217-d64a509e494f. Jun 22 07:18:00.557853 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-46011e5f-770a-479f-8a9c-7aeef169f94d req-ca155108-5701-4ca5-9afe-69a9c1d863b0 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Calling delete_port for 770b37bf-9a00-4cf1-9217-d64a509e494f owned by compute:nova {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:18:00.739907 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-46011e5f-770a-479f-8a9c-7aeef169f94d req-ca155108-5701-4ca5-9afe-69a9c1d863b0 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:00.748801 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-26921c9a-d43f-4250-ae63-2d31e3d3c1ac tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:00.777598 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca155108-5701-4ca5-9afe-69a9c1d863b0 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Pushing event deleted for resources: {'Port': ['ID=770b37bf-9a00-4cf1-9217-d64a509e494f,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:00.780797 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ca155108-5701-4ca5-9afe-69a9c1d863b0 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:00.837015 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-47265c32-3605-4c0c-a232-c752c900ec4e req-2c1def4e-3584-414e-9037-35ce75b3d1cc tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f8c4222-6122-44c7-99cc-63c9810e73fb HTTP/1.1" status: 200 len: 210 time: 0.0405407 Jun 22 07:18:00.944450 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46011e5f-770a-479f-8a9c-7aeef169f94d req-ca155108-5701-4ca5-9afe-69a9c1d863b0 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Router 3007f710-b658-4a83-a3ee-b2379787f43d has already been hosted by L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d {{(pid=92822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:18:01.052192 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 36760) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:01.068888 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46011e5f-770a-479f-8a9c-7aeef169f94d req-ca155108-5701-4ca5-9afe-69a9c1d863b0 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:18:01.082206 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eea6ee9-b889-4477-be7c-ea2b2318139a None None] Sync routers for ids ['3007f710-b658-4a83-a3ee-b2379787f43d'] in dv-cinder-786627-11-smb {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:18:01.095768 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eea6ee9-b889-4477-be7c-ea2b2318139a None None] Routers {'3007f710-b658-4a83-a3ee-b2379787f43d'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:18:01.096514 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-5eea6ee9-b889-4477-be7c-ea2b2318139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:17:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['3007f710-b658-4a83-a3ee-b2379787f43d'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:01.149370 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-46011e5f-770a-479f-8a9c-7aeef169f94d req-ca155108-5701-4ca5-9afe-69a9c1d863b0 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] No DVR routers for this DVR port 770b37bf-9a00-4cf1-9217-d64a509e494f on host hv-cinder-78662 {{(pid=92822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:18:01.152389 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-46011e5f-770a-479f-8a9c-7aeef169f94d req-ca155108-5701-4ca5-9afe-69a9c1d863b0 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:01.154596 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-46011e5f-770a-479f-8a9c-7aeef169f94d req-ca155108-5701-4ca5-9afe-69a9c1d863b0 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.42 "DELETE /v2.0/ports/770b37bf-9a00-4cf1-9217-d64a509e494f HTTP/1.1" status: 204 len: 173 time: 0.9748714 Jun 22 07:18:01.155537 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8c4222-6122-44c7-99cc-63c9810e73fb', 'name': 'network-vif-deleted', 'tag': '770b37bf-9a00-4cf1-9217-d64a509e494f'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:18:01.158777 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e05224-2875-4a3b-a97c-0d9028b1e269" -d '{"events": [{"server_uuid": "6f8c4222-6122-44c7-99cc-63c9810e73fb", "name": "network-vif-deleted", "tag": "770b37bf-9a00-4cf1-9217-d64a509e494f"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:18:01.214203 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-5eea6ee9-b889-4477-be7c-ea2b2318139a None None] Set router 3007f710-b658-4a83-a3ee-b2379787f43d gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:18:01.220425 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf76315-5d94-40ea-bc34-e542791c5bb8 x-openstack-request-id: req-6cf76315-5d94-40ea-bc34-e542791c5bb8 {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:18:01.221784 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8c4222-6122-44c7-99cc-63c9810e73fb", "name": "network-vif-deleted", "tag": "770b37bf-9a00-4cf1-9217-d64a509e494f", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:18:01.222324 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6cf76315-5d94-40ea-bc34-e542791c5bb8 {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:18:01.222951 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8c4222-6122-44c7-99cc-63c9810e73fb', 'name': 'network-vif-deleted', 'tag': '770b37bf-9a00-4cf1-9217-d64a509e494f', 'status': 'completed', 'code': 200} Jun 22 07:18:01.223151 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-cd9bfa61-1204-454f-8c4c-63514279c0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:01.393814 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-cd9bfa61-1204-454f-8c4c-63514279c0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:01.404915 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-cd9bfa61-1204-454f-8c4c-63514279c0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:01.407930 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-677b15db-4831-4fea-a721-c9c3d2b14e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:01.449007 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-cd9bfa61-1204-454f-8c4c-63514279c0c5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=88a1ba1b68274684a959f86d065d8969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3953772 Jun 22 07:18:01.450013 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9bfa61-1204-454f-8c4c-63514279c0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f141f013-a7fa-48be-9185-1af6663cd1fd,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:01.453506 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-cd9bfa61-1204-454f-8c4c-63514279c0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:01.456056 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 36766) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:01.520415 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-768ddd1b-0358-4d6a-a237-239a02c1f178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:01.542438 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-5eea6ee9-b889-4477-be7c-ea2b2318139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'name': 'tempest-AttachVolumeTestJSON-1083161926-router', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:06Z', 'updated_at': '2021-06-22T07:15:11Z', 'revision_number': 4, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'gw_port': {'id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:07Z', 'updated_at': '2021-06-22T07:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '0f96d8de-6031-46e5-9924-1415cf53e9e6', 'name': '', 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'mac_address': 'fa:16:3e:b1:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:09Z', 'updated_at': '2021-06-22T07:15:18Z', 'revision_number': 5, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'subnets': [{'id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:01.558129 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-768ddd1b-0358-4d6a-a237-239a02c1f178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:01.594131 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eea6ee9-b889-4477-be7c-ea2b2318139a None None] Checking router: 3007f710-b658-4a83-a3ee-b2379787f43d for host: dv-cinder-786627-11-smb {{(pid=92824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:18:01.608436 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eea6ee9-b889-4477-be7c-ea2b2318139a None None] Routers {'3007f710-b658-4a83-a3ee-b2379787f43d'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:18:01.609796 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-5eea6ee9-b889-4477-be7c-ea2b2318139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:17:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['3007f710-b658-4a83-a3ee-b2379787f43d'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:01.642796 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-768ddd1b-0358-4d6a-a237-239a02c1f178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:01.647955 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-768ddd1b-0358-4d6a-a237-239a02c1f178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:01.650353 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-768ddd1b-0358-4d6a-a237-239a02c1f178 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f141f013-a7fa-48be-9185-1af6663cd1fd HTTP/1.1" status: 204 len: 168 time: 0.1929076 Jun 22 07:18:01.652645 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-dd9e7024-7886-42c3-81c5-06e5d27ddf68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:01.668044 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ddd1b-0358-4d6a-a237-239a02c1f178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f141f013-a7fa-48be-9185-1af6663cd1fd,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:01.672708 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-768ddd1b-0358-4d6a-a237-239a02c1f178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:01.767665 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-5eea6ee9-b889-4477-be7c-ea2b2318139a None None] Set router 3007f710-b658-4a83-a3ee-b2379787f43d gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:18:02.031835 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 36776) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:02.042187 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-5eea6ee9-b889-4477-be7c-ea2b2318139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'name': 'tempest-AttachVolumeTestJSON-1083161926-router', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:06Z', 'updated_at': '2021-06-22T07:15:11Z', 'revision_number': 4, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'gw_port': {'id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:07Z', 'updated_at': '2021-06-22T07:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '0f96d8de-6031-46e5-9924-1415cf53e9e6', 'name': '', 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'mac_address': 'fa:16:3e:b1:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:09Z', 'updated_at': '2021-06-22T07:15:18Z', 'revision_number': 5, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'subnets': [{'id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:02.046906 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-69096844-b7a2-4dfb-a9b9-e457d717679e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:02.077268 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 36778) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:02.100376 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eea6ee9-b889-4477-be7c-ea2b2318139a None None] The sync data for ids ['3007f710-b658-4a83-a3ee-b2379787f43d'] in dv-cinder-786627-11-smb is: [{'id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'name': 'tempest-AttachVolumeTestJSON-1083161926-router', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:06Z', 'updated_at': '2021-06-22T07:15:11Z', 'revision_number': 4, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'gw_port': {'id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:07Z', 'updated_at': '2021-06-22T07:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '0f96d8de-6031-46e5-9924-1415cf53e9e6', 'name': '', 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'mac_address': 'fa:16:3e:b1:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:09Z', 'updated_at': '2021-06-22T07:15:18Z', 'revision_number': 5, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'subnets': [{'id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:18:02.148153 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-280d12ae-6bc6-4981-bd19-d822d71a228a tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:02.184599 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-280d12ae-6bc6-4981-bd19-d822d71a228a tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:02.193516 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-69096844-b7a2-4dfb-a9b9-e457d717679e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:02.200612 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-69096844-b7a2-4dfb-a9b9-e457d717679e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:02.206939 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-84494744-c21f-4a96-b6ee-d2c365871ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:02.260698 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-280d12ae-6bc6-4981-bd19-d822d71a228a tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:02.266196 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-280d12ae-6bc6-4981-bd19-d822d71a228a tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:02.268112 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-280d12ae-6bc6-4981-bd19-d822d71a228a tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "DELETE /v2.0/security-groups/a8ddc774-e78d-40e3-ad65-8345971b3e25 HTTP/1.1" status: 204 len: 168 time: 0.1894660 Jun 22 07:18:02.269369 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-b407474e-28c7-4cda-b3b8-da6c109f6fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:02.274424 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 36780) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:02.283257 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-69096844-b7a2-4dfb-a9b9-e457d717679e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bfe08319244e43b3be57ffdde2b398f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501109 Jun 22 07:18:02.286486 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 36782) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:02.297287 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69096844-b7a2-4dfb-a9b9-e457d717679e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cf102b-28d3-4d1d-b8ca-bfb4666caae9,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:02.303552 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-69096844-b7a2-4dfb-a9b9-e457d717679e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:02.303909 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d12ae-6bc6-4981-bd19-d822d71a228a tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ddc774-e78d-40e3-ad65-8345971b3e25,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:02.308786 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-280d12ae-6bc6-4981-bd19-d822d71a228a tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:02.311265 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.api.v2.resource [None req-5576e03e-ff0b-4bc7-9c1d-476456288efa tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] show failed (client error): The resource could not be found. Jun 22 07:18:02.313036 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-5576e03e-ff0b-4bc7-9c1d-476456288efa tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups/a8ddc774-e78d-40e3-ad65-8345971b3e25 HTTP/1.1" status: 404 len: 347 time: 0.0367682 Jun 22 07:18:02.318538 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 36784) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:02.369212 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-a3fc7fa0-d555-4537-89ae-066733de840c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:02.393713 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-a3fc7fa0-d555-4537-89ae-066733de840c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:02.443687 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288e7e0b-7a69-4545-8be4-59765376f7fc None None] New status for floating IP 7942ba46-c8d9-4b1b-8613-02f10af96cd1: DOWN {{(pid=92823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:18:02.452897 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-a3fc7fa0-d555-4537-89ae-066733de840c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:02.457089 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-a3fc7fa0-d555-4537-89ae-066733de840c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:02.458844 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-a3fc7fa0-d555-4537-89ae-066733de840c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d7cf102b-28d3-4d1d-b8ca-bfb4666caae9 HTTP/1.1" status: 204 len: 168 time: 0.1706681 Jun 22 07:18:02.460131 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-4a80b9ad-5f63-4a15-9ec3-508a299e0805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:02.475644 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc7fa0-d555-4537-89ae-066733de840c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cf102b-28d3-4d1d-b8ca-bfb4666caae9,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:02.476072 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-ef06bd09-267f-4942-96f9-8253bd5de514 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Deleting port 1698569a-87a8-4d96-9e38-1d5f64dbe1d0 {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:18:02.476572 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ef06bd09-267f-4942-96f9-8253bd5de514 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:02.478560 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-a3fc7fa0-d555-4537-89ae-066733de840c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:02.565773 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ef06bd09-267f-4942-96f9-8253bd5de514 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:02.566287 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ef06bd09-267f-4942-96f9-8253bd5de514 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:02.643754 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-ef06bd09-267f-4942-96f9-8253bd5de514 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Calling delete_port for 1698569a-87a8-4d96-9e38-1d5f64dbe1d0 owned by network:floatingip {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:18:02.787628 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ef06bd09-267f-4942-96f9-8253bd5de514 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:02.789852 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-fd7e05a2-e871-4e75-936a-1866aad47f42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:02.818086 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06bd09-267f-4942-96f9-8253bd5de514 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Pushing event deleted for resources: {'Port': ['ID=1698569a-87a8-4d96-9e38-1d5f64dbe1d0,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:02.821246 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ef06bd09-267f-4942-96f9-8253bd5de514 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:02.882247 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ef06bd09-267f-4942-96f9-8253bd5de514 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for floatingip, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:02.885357 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ef06bd09-267f-4942-96f9-8253bd5de514 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for floatingip, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:02.886516 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-ef06bd09-267f-4942-96f9-8253bd5de514 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "DELETE /v2.0/floatingips/7942ba46-c8d9-4b1b-8613-02f10af96cd1 HTTP/1.1" status: 204 len: 168 time: 0.5661223 Jun 22 07:18:03.357222 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 36810) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:03.362114 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-e47cc1b5-d94f-4e3c-a78a-817f2337d75f tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1485655714', 'description': 'tempest-description--282317043'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:03.394218 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e47cc1b5-d94f-4e3c-a78a-817f2337d75f tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:03.494794 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e47cc1b5-d94f-4e3c-a78a-817f2337d75f tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:03.499596 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e47cc1b5-d94f-4e3c-a78a-817f2337d75f tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:03.502921 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-1da0dc23-a617-4a12-80f7-ba1870e4dd30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:03.523058 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e47cc1b5-d94f-4e3c-a78a-817f2337d75f tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:03.527641 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-e47cc1b5-d94f-4e3c-a78a-817f2337d75f tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1660733 Jun 22 07:18:03.528511 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 36818) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:03.533247 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47cc1b5-d94f-4e3c-a78a-817f2337d75f tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59da12fb-0a13-4d4d-ad3d-b955233d1ec7,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:03.535996 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-e47cc1b5-d94f-4e3c-a78a-817f2337d75f tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:03.537041 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-7922cc84-e724-44d9-8593-68dd0e46dadd tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Request body: {'security_group_rule': {'security_group_id': '59da12fb-0a13-4d4d-ad3d-b955233d1ec7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:03.569397 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7922cc84-e724-44d9-8593-68dd0e46dadd tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:03.618157 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7922cc84-e724-44d9-8593-68dd0e46dadd tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:03.622278 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7922cc84-e724-44d9-8593-68dd0e46dadd tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425153'] for security_group_rule, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:03.624582 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:03.641874 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922cc84-e724-44d9-8593-68dd0e46dadd tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d8ed47-83c8-4d99-ac52-c286e4651a9d,revision_number=0']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:03.644912 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-7922cc84-e724-44d9-8593-68dd0e46dadd tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:03.649626 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7922cc84-e724-44d9-8593-68dd0e46dadd tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:03.652723 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-7922cc84-e724-44d9-8593-68dd0e46dadd tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214855 Jun 22 07:18:03.655222 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 36822) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:03.660846 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-71baa568-a0f7-4bd0-8adb-0e47061e9324 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Request body: {'security_group_rule': {'security_group_id': '59da12fb-0a13-4d4d-ad3d-b955233d1ec7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:03.695508 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-71baa568-a0f7-4bd0-8adb-0e47061e9324 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:03.754574 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-71baa568-a0f7-4bd0-8adb-0e47061e9324 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:03.758390 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-71baa568-a0f7-4bd0-8adb-0e47061e9324 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425153'] for security_group_rule, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:03.760683 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-cdef20ef-e05c-44e8-b5bd-8b0416b4bc26 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:03.777222 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71baa568-a0f7-4bd0-8adb-0e47061e9324 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc66fb1a-d115-4d3a-91a8-cdf421f4b4ce,revision_number=0']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:03.779778 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-71baa568-a0f7-4bd0-8adb-0e47061e9324 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:03.784805 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-71baa568-a0f7-4bd0-8adb-0e47061e9324 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:03.786094 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-71baa568-a0f7-4bd0-8adb-0e47061e9324 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296420 Jun 22 07:18:03.789207 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 36828) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:03.794541 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-065c9f47-c7c2-4a8c-8c3e-043dddcb37b2 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Request body: {'floatingip': {'floating_network_id': '7f141025-a293-49e1-b229-0532c619cb79'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:03.816788 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-065c9f47-c7c2-4a8c-8c3e-043dddcb37b2 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for floatingip, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:03.913272 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 770b37bf-9a00-4cf1-9217-d64a509e494f no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:18:03.928856 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-065c9f47-c7c2-4a8c-8c3e-043dddcb37b2 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:03.951765 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] No Port match for: 770b37bf-9a00-4cf1-9217-d64a509e494f {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:18:03.952826 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 770b37bf-9a00-4cf1-9217-d64a509e494f not bound to the agent host hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:18:04.036522 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.db_base_plugin_common [None req-065c9f47-c7c2-4a8c-8c3e-043dddcb37b2 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Allocated IP 172.28.3.221 (7f141025-a293-49e1-b229-0532c619cb79/4bf01720-6969-45ff-87ec-9c9eeac501f4/9b6c4d49-107b-407f-8755-309233d8b36e) {{(pid=92821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:18:04.125000 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-325a2700-567a-4cc7-b487-d368c38003cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:04.154664 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-065c9f47-c7c2-4a8c-8c3e-043dddcb37b2 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for port, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:04.199118 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-065c9f47-c7c2-4a8c-8c3e-043dddcb37b2 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-134075313'] for port, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:04.201309 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-afda11df-f775-4cb5-b658-dbc1d08bcd54 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:04.242986 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065c9f47-c7c2-4a8c-8c3e-043dddcb37b2 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Network 7f141025-a293-49e1-b229-0532c619cb79 is already hosted by enough agents. {{(pid=92821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:18:04.249013 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.base_scheduler [None req-065c9f47-c7c2-4a8c-8c3e-043dddcb37b2 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Resources bound (agent type, host, resource id): {{(pid=92821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:18:04.251556 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065c9f47-c7c2-4a8c-8c3e-043dddcb37b2 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Received port after_create {{(pid=92821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:18:04.254967 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c9f47-c7c2-4a8c-8c3e-043dddcb37b2 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Pushing event updated for resources: {'Port': ['ID=9b6c4d49-107b-407f-8755-309233d8b36e,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:04.257867 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-065c9f47-c7c2-4a8c-8c3e-043dddcb37b2 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:04.353617 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-065c9f47-c7c2-4a8c-8c3e-043dddcb37b2 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:04.401404 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-065c9f47-c7c2-4a8c-8c3e-043dddcb37b2 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:04.582784 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-065c9f47-c7c2-4a8c-8c3e-043dddcb37b2 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for port, precommit_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:04.588182 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-065c9f47-c7c2-4a8c-8c3e-043dddcb37b2 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134075267'] for port, after_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:04.590598 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-55e41f7f-3c4c-4d36-9e92-1289de6958fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:04.660298 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c9f47-c7c2-4a8c-8c3e-043dddcb37b2 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Pushing event updated for resources: {'Port': ['ID=9b6c4d49-107b-407f-8755-309233d8b36e,revision_number=2']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:04.663215 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-065c9f47-c7c2-4a8c-8c3e-043dddcb37b2 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:04.674487 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-065c9f47-c7c2-4a8c-8c3e-043dddcb37b2 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592476'] for floatingip, after_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:04.690672 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-065c9f47-c7c2-4a8c-8c3e-043dddcb37b2 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for floatingip, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:04.692299 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-065c9f47-c7c2-4a8c-8c3e-043dddcb37b2 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9020004 Jun 22 07:18:04.804897 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 36866) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:04.921575 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-c5f3e345-f1e2-47ef-be9e-561f2553e3db tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1485655714&fields=id&tenant_id=8633bcd9c8fa46bab225f46c1fdae48d HTTP/1.1" status: 200 len: 267 time: 0.0494087 Jun 22 07:18:04.922492 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-3aa14771-ab9c-4e39-97f1-72a5453ddc20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:05.060708 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-4c4861f2-93d2-4dd2-94c1-5274aeea1b95 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:05.062134 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-4c4861f2-93d2-4dd2-94c1-5274aeea1b95 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/networks?id=1163da0c-bad1-418d-8eb1-3c5b37310e74 HTTP/1.1" status: 200 len: 811 time: 0.1322329 Jun 22 07:18:05.088336 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-19615f08-9cb8-46cd-af65-debb07ee8862 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/quotas/8633bcd9c8fa46bab225f46c1fdae48d HTTP/1.1" status: 200 len: 375 time: 0.0189235 Jun 22 07:18:05.144995 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-3aa14771-ab9c-4e39-97f1-72a5453ddc20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:05.149725 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-3aa14771-ab9c-4e39-97f1-72a5453ddc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:05.153576 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-68f22bd6-0e5a-415f-ac62-fc248aa6b7e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:05.196598 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa14771-ab9c-4e39-97f1-72a5453ddc20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9961201-dc59-4d40-b08b-c37222166063,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:05.203241 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-3aa14771-ab9c-4e39-97f1-72a5453ddc20 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5c3e5602b9f54bada6a7d35f33b1f262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3997233 Jun 22 07:18:05.205949 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 36882) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:05.206646 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-3aa14771-ab9c-4e39-97f1-72a5453ddc20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:05.225192 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-a9524cca-83e5-488f-afde-00ad16ba5da1 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8633bcd9c8fa46bab225f46c1fdae48d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1309712 Jun 22 07:18:05.265364 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ddae60bc-fa8a-45a7-b88c-9c106bf97c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:05.293872 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ddae60bc-fa8a-45a7-b88c-9c106bf97c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:05.358734 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ddae60bc-fa8a-45a7-b88c-9c106bf97c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:05.361419 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ddae60bc-fa8a-45a7-b88c-9c106bf97c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:05.365251 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-ddae60bc-fa8a-45a7-b88c-9c106bf97c5e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a9961201-dc59-4d40-b08b-c37222166063 HTTP/1.1" status: 204 len: 168 time: 0.1546936 Jun 22 07:18:05.365251 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-8d89da1e-51d6-430c-b56d-cb8e3a00b380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:05.376159 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae60bc-fa8a-45a7-b88c-9c106bf97c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9961201-dc59-4d40-b08b-c37222166063,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:05.378672 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ddae60bc-fa8a-45a7-b88c-9c106bf97c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:05.421104 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-08708737-381a-4277-8a24-0f66e51c78e5 service neutron] 10.222.0.22 "GET /v2.0/networks/1163da0c-bad1-418d-8eb1-3c5b37310e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800692 Jun 22 07:18:05.535324 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-882113a2-2f58-4fec-ba1e-f3d9cba8a676 service neutron] 10.222.0.22 "GET /v2.0/networks/1163da0c-bad1-418d-8eb1-3c5b37310e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031561 Jun 22 07:18:05.704110 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 36894) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:05.721894 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-2b2062e6-ed07-4c9a-b29d-3f137ef9b018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:05.726770 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7a8622e2-99a2-4131-b3d7-61e83256b634 req-4a72f35c-7b63-4492-a4cf-660757a142a9 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea76e403-8cbe-4e4d-80e4-88bb7f8e235b HTTP/1.1" status: 200 len: 210 time: 0.0295763 Jun 22 07:18:05.850875 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-2b2062e6-ed07-4c9a-b29d-3f137ef9b018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:05.858167 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-2b2062e6-ed07-4c9a-b29d-3f137ef9b018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:05.860730 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ddae60bc-fa8a-45a7-b88c-9c106bf97c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:05.912846 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-2b2062e6-ed07-4c9a-b29d-3f137ef9b018 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bb9342410e9c4d50812f82b2e66a80f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2069840 Jun 22 07:18:05.914134 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2062e6-ed07-4c9a-b29d-3f137ef9b018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74449bc-7cd9-4c20-b043-5f0406d86634,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:05.918906 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 36900) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:05.919605 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-2b2062e6-ed07-4c9a-b29d-3f137ef9b018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:05.982974 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5f8b5310-5173-4837-a1d6-ba2381d2aa69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:06.007610 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5f8b5310-5173-4837-a1d6-ba2381d2aa69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:06.069244 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5f8b5310-5173-4837-a1d6-ba2381d2aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:06.072955 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5f8b5310-5173-4837-a1d6-ba2381d2aa69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:06.074910 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-5f8b5310-5173-4837-a1d6-ba2381d2aa69 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e74449bc-7cd9-4c20-b043-5f0406d86634 HTTP/1.1" status: 204 len: 168 time: 0.1536887 Jun 22 07:18:06.076240 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-768ddd1b-0358-4d6a-a237-239a02c1f178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:06.092647 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b5310-5173-4837-a1d6-ba2381d2aa69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74449bc-7cd9-4c20-b043-5f0406d86634,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:06.096653 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-5f8b5310-5173-4837-a1d6-ba2381d2aa69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:06.741699 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ce4825bb-da69-429f-8210-07fa428e98fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:06.879534 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c355f58b-46de-453f-89e0-3f992d0d12ac req-e25d3675-c1e4-4db9-8ae3-9229f9f8e131 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea76e403-8cbe-4e4d-80e4-88bb7f8e235b HTTP/1.1" status: 200 len: 210 time: 0.0318139 Jun 22 07:18:06.941043 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:06.948259 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 36926) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:07.029064 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-3247ce9f-c3c9-47f3-b901-a850b27aa7fb tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:07.030557 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-3247ce9f-c3c9-47f3-b901-a850b27aa7fb tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.42 "GET /v2.0/networks?id=1163da0c-bad1-418d-8eb1-3c5b37310e74 HTTP/1.1" status: 200 len: 811 time: 0.1348195 Jun 22 07:18:07.074826 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-d4b8e1b3-179c-4de4-8e3b-fc1a17117bc8 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8633bcd9c8fa46bab225f46c1fdae48d HTTP/1.1" status: 200 len: 380 time: 0.0361772 Jun 22 07:18:07.083276 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-ed8f3a95-8d98-40bd-a794-699f816eaeda tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Request body: {'port': {'device_id': 'ea76e403-8cbe-4e4d-80e4-88bb7f8e235b', 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74', 'admin_state_up': True, 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'security_groups': ['59da12fb-0a13-4d4d-ad3d-b955233d1ec7']}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:07.084429 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-149a8c9e-0ab4-43ee-a7e2-81ff007e8576 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1343069495-network', 'tenant_id': '05b999d0735745fa85c385d398e22287'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:07.109008 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149a8c9e-0ab4-43ee-a7e2-81ff007e8576 admin admin] Made reservation on behalf of 05b999d0735745fa85c385d398e22287 for: {'network': 1} {{(pid=92821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:18:07.111853 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-149a8c9e-0ab4-43ee-a7e2-81ff007e8576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for network, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:07.121712 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-149a8c9e-0ab4-43ee-a7e2-81ff007e8576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:07.232931 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-149a8c9e-0ab4-43ee-a7e2-81ff007e8576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:07.239109 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-149a8c9e-0ab4-43ee-a7e2-81ff007e8576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:07.243196 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-c407ae64-9557-4a8e-9045-101d6e385455 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:07.260684 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-ed8f3a95-8d98-40bd-a794-699f816eaeda tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Made reservation on behalf of 8633bcd9c8fa46bab225f46c1fdae48d for: {'port': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:18:07.266909 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-ed8f3a95-8d98-40bd-a794-699f816eaeda tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:07.284244 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149a8c9e-0ab4-43ee-a7e2-81ff007e8576 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=92821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:18:07.291303 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a8c9e-0ab4-43ee-a7e2-81ff007e8576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15b45d2-6682-420b-8b9c-293abfc30bd0,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:07.295458 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-149a8c9e-0ab4-43ee-a7e2-81ff007e8576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:07.301858 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-149a8c9e-0ab4-43ee-a7e2-81ff007e8576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:07.302808 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.db.segments_db [None req-149a8c9e-0ab4-43ee-a7e2-81ff007e8576 admin admin] Added segment fd69eb02-e3f4-4526-a18f-e7d2069b512b of type vlan for network 456bb11c-8917-4f29-897e-78569d50f6f1 Jun 22 07:18:07.353880 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-149a8c9e-0ab4-43ee-a7e2-81ff007e8576 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736031188691'] for network, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:07.385780 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-149a8c9e-0ab4-43ee-a7e2-81ff007e8576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068'] for network, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:07.387248 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149a8c9e-0ab4-43ee-a7e2-81ff007e8576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:07.387883 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-149a8c9e-0ab4-43ee-a7e2-81ff007e8576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:07.390137 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-bae10473-f181-4504-8671-05cb7fbbef18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:07.426251 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_common [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-ed8f3a95-8d98-40bd-a794-699f816eaeda tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Allocated IP 172.20.0.8 (1163da0c-bad1-418d-8eb1-3c5b37310e74/0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc/5121c246-cf36-4c5f-8415-9dab210eccbe) {{(pid=92822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:18:07.447646 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-149a8c9e-0ab4-43ee-a7e2-81ff007e8576 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4979570 Jun 22 07:18:07.452186 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 36934) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:07.457246 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-64e4b621-cc60-46cc-adf5-4f2cc7ea0688 admin admin] Request body: {'subnet': {'network_id': '456bb11c-8917-4f29-897e-78569d50f6f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1343069495-subnet', 'tenant_id': '05b999d0735745fa85c385d398e22287', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:07.461255 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a8c9e-0ab4-43ee-a7e2-81ff007e8576 admin admin] Pushing event updated for resources: {'Network': ['ID=456bb11c-8917-4f29-897e-78569d50f6f1,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:07.465983 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-149a8c9e-0ab4-43ee-a7e2-81ff007e8576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:07.474297 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Network 456bb11c-8917-4f29-897e-78569d50f6f1 details requested by agent ovs-agent-dv-cinder-786627-11-smb with host dv-cinder-786627-11-smb {{(pid=92823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:18:07.482804 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e4b621-cc60-46cc-adf5-4f2cc7ea0688 admin admin] Made reservation on behalf of 05b999d0735745fa85c385d398e22287 for: {'subnet': 1} {{(pid=92821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:18:07.484562 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-64e4b621-cc60-46cc-adf5-4f2cc7ea0688 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130921206'] for subnet, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:07.579114 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-ed8f3a95-8d98-40bd-a794-699f816eaeda tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for port, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:07.594317 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.provisioning_blocks [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-ed8f3a95-8d98-40bd-a794-699f816eaeda tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Transition to ACTIVE for port object 5121c246-cf36-4c5f-8415-9dab210eccbe will not be triggered until provisioned by entity DHCP. {{(pid=92822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:18:07.628949 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-ed8f3a95-8d98-40bd-a794-699f816eaeda tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-133502027'] for port, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:07.634534 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-407ad877-2e3f-4e43-b6a2-de61bdea1884 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:07.665545 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-64e4b621-cc60-46cc-adf5-4f2cc7ea0688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-134075165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130921156'] for subnet, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:07.668431 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-818a2adb-1526-4d09-bcf3-7b130e44294e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:07.675988 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-ed8f3a95-8d98-40bd-a794-699f816eaeda tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Network 1163da0c-bad1-418d-8eb1-3c5b37310e74 is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:18:07.679831 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-ed8f3a95-8d98-40bd-a794-699f816eaeda tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:18:07.686508 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-ed8f3a95-8d98-40bd-a794-699f816eaeda tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Received port after_create {{(pid=92822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:18:07.731717 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4b621-cc60-46cc-adf5-4f2cc7ea0688 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9de922d9-d44c-4a38-a39e-508e68997b63,revision_number=0']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:07.734155 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:07.735254 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-64e4b621-cc60-46cc-adf5-4f2cc7ea0688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:07.740398 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f3a95-8d98-40bd-a794-699f816eaeda tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Pushing event updated for resources: {'Port': ['ID=5121c246-cf36-4c5f-8415-9dab210eccbe,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:07.743711 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ed8f3a95-8d98-40bd-a794-699f816eaeda tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:07.746325 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e4b621-cc60-46cc-adf5-4f2cc7ea0688 admin admin] Checking segment: {'id': 'fd69eb02-e3f4-4526-a18f-e7d2069b512b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '456bb11c-8917-4f29-897e-78569d50f6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:18:07.746700 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e4b621-cc60-46cc-adf5-4f2cc7ea0688 admin admin] Network hostable DHCP agents. Network: 456bb11c-8917-4f29-897e-78569d50f6f1, hostable agents: ['b3e1d87c-8412-42f8-9df5-1411cb290459'], hosted agents: [] {{(pid=92821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:18:07.765014 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e4b621-cc60-46cc-adf5-4f2cc7ea0688 admin admin] Network 456bb11c-8917-4f29-897e-78569d50f6f1 is scheduled to be hosted by DHCP agent b3e1d87c-8412-42f8-9df5-1411cb290459 with binding_index 1 {{(pid=92821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:18:07.766711 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-ed8f3a95-8d98-40bd-a794-699f816eaeda tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:07.767533 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-ed8f3a95-8d98-40bd-a794-699f816eaeda tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:07.776064 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.base_scheduler [None req-64e4b621-cc60-46cc-adf5-4f2cc7ea0688 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-smb, 456bb11c-8917-4f29-897e-78569d50f6f1) {{(pid=92821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:18:07.781807 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e4b621-cc60-46cc-adf5-4f2cc7ea0688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:07.782622 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-64e4b621-cc60-46cc-adf5-4f2cc7ea0688 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:07.787517 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7b0e48-d010-47f3-90d7-53a35b52f8ed None None] Network 456bb11c-8917-4f29-897e-78569d50f6f1 requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:18:07.788074 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-ed8f3a95-8d98-40bd-a794-699f816eaeda tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7078934 Jun 22 07:18:07.800069 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-8d06aa1f-e593-4afb-bac4-ddc7a20f2dde service neutron] Request body: {'port': {'device_id': 'ea76e403-8cbe-4e4d-80e4-88bb7f8e235b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:07.808492 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-64e4b621-cc60-46cc-adf5-4f2cc7ea0688 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3506076 Jun 22 07:18:07.889318 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-8d06aa1f-e593-4afb-bac4-ddc7a20f2dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:07.958418 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4876ebc3-3591-4840-aa77-09c7dfc4aa8c None None] Network 456bb11c-8917-4f29-897e-78569d50f6f1 requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:18:08.076879 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-74168fd1-7c00-434a-9dee-0d902b3da752 None None] Provisioning for port 5121c246-cf36-4c5f-8415-9dab210eccbe completed by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:18:08.098446 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31ef26-24b4-4643-b922-c37b5d7eab5c req-5dab9b84-06a4-4107-bd84-ff1770005392 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:08.103575 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-74168fd1-7c00-434a-9dee-0d902b3da752 None None] Provisioning complete for port 5121c246-cf36-4c5f-8415-9dab210eccbe triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:18:08.104211 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-74168fd1-7c00-434a-9dee-0d902b3da752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:08.108655 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-be31ef26-24b4-4643-b922-c37b5d7eab5c req-5dab9b84-06a4-4107-bd84-ff1770005392 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea76e403-8cbe-4e4d-80e4-88bb7f8e235b HTTP/1.1" status: 200 len: 931 time: 0.0876927 Jun 22 07:18:08.144601 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-74168fd1-7c00-434a-9dee-0d902b3da752 None None] Port 5121c246-cf36-4c5f-8415-9dab210eccbe cannot update to ACTIVE because it is not bound. {{(pid=92823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:18:08.160574 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-be31ef26-24b4-4643-b922-c37b5d7eab5c req-8a4c3650-724c-4291-9b84-31eed949bb19 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=59da12fb-0a13-4d4d-ad3d-b955233d1ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506220 Jun 22 07:18:08.256518 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-8d06aa1f-e593-4afb-bac4-ddc7a20f2dde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5121c246-cf36-4c5f-8415-9dab210eccbe {{(pid=92822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:18:08.264896 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-8d06aa1f-e593-4afb-bac4-ddc7a20f2dde service neutron] Notify callbacks [] for port, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:08.278450 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.provisioning_blocks [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-8d06aa1f-e593-4afb-bac4-ddc7a20f2dde service neutron] Transition to ACTIVE for port object 5121c246-cf36-4c5f-8415-9dab210eccbe will not be triggered until provisioned by entity L2. {{(pid=92822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:18:08.281834 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-8d06aa1f-e593-4afb-bac4-ddc7a20f2dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:08.284879 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-b28519fa-5e27-4100-8fe6-b3bd3d33a3c8 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:08.364403 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06aa1f-e593-4afb-bac4-ddc7a20f2dde service neutron] Pushing event updated for resources: {'Port': ['ID=5121c246-cf36-4c5f-8415-9dab210eccbe,revision_number=2']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:08.383270 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-8d06aa1f-e593-4afb-bac4-ddc7a20f2dde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:08.434326 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 36952) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:08.439454 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-4a1e74d1-3067-4de0-b094-4b66d5065637 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1330460632-network', 'tenant_id': 'bf034ea653ee479ab547d49c93be08f9'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:08.440174 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-8d06aa1f-e593-4afb-bac4-ddc7a20f2dde service neutron] Attempting to bind port 5121c246-cf36-4c5f-8415-9dab210eccbe on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:18:08.440513 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-8d06aa1f-e593-4afb-bac4-ddc7a20f2dde service neutron] Attempting to bind port 5121c246-cf36-4c5f-8415-9dab210eccbe by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '5e0d4098-8976-46fc-9d81-b241fa91cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74'}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:18:08.440845 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-8d06aa1f-e593-4afb-bac4-ddc7a20f2dde service neutron] Attempting to bind port 5121c246-cf36-4c5f-8415-9dab210eccbe on network 1163da0c-bad1-418d-8eb1-3c5b37310e74 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:18:08.445916 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-8d06aa1f-e593-4afb-bac4-ddc7a20f2dde service neutron] Port 5121c246-cf36-4c5f-8415-9dab210eccbe on network 1163da0c-bad1-418d-8eb1-3c5b37310e74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:18:08.446239 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-8d06aa1f-e593-4afb-bac4-ddc7a20f2dde service neutron] Attempting to bind port 5121c246-cf36-4c5f-8415-9dab210eccbe on network 1163da0c-bad1-418d-8eb1-3c5b37310e74 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:18:08.451977 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-8d06aa1f-e593-4afb-bac4-ddc7a20f2dde service neutron] Checking agent: {'id': '6c17c73a-1ba3-464e-bc7a-10a2b7fbfd09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'started_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:18:08.452320 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-8d06aa1f-e593-4afb-bac4-ddc7a20f2dde service neutron] Checking segment: {'id': '5e0d4098-8976-46fc-9d81-b241fa91cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:18:08.462979 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-8d06aa1f-e593-4afb-bac4-ddc7a20f2dde service neutron] Bound using segment: {'id': '5e0d4098-8976-46fc-9d81-b241fa91cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74'} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:18:08.462979 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-8d06aa1f-e593-4afb-bac4-ddc7a20f2dde service neutron] Bound port: 5121c246-cf36-4c5f-8415-9dab210eccbe, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e0d4098-8976-46fc-9d81-b241fa91cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74'}}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:18:08.462979 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-8d06aa1f-e593-4afb-bac4-ddc7a20f2dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:08.471734 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1e74d1-3067-4de0-b094-4b66d5065637 admin admin] Made reservation on behalf of bf034ea653ee479ab547d49c93be08f9 for: {'network': 1} {{(pid=92821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:18:08.474860 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-4a1e74d1-3067-4de0-b094-4b66d5065637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for network, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:08.485732 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-4a1e74d1-3067-4de0-b094-4b66d5065637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:08.543437 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-8d06aa1f-e593-4afb-bac4-ddc7a20f2dde service neutron] For port 5121c246-cf36-4c5f-8415-9dab210eccbe, host hv-cinder-78662, cleared binding levels {{(pid=92822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:18:08.546895 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-8d06aa1f-e593-4afb-bac4-ddc7a20f2dde service neutron] For port 5121c246-cf36-4c5f-8415-9dab210eccbe, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5121c246-cf36-4c5f-8415-9dab210eccbe,segment=NetworkSegment(5e0d4098-8976-46fc-9d81-b241fa91cf3f),segment_id=5e0d4098-8976-46fc-9d81-b241fa91cf3f)] {{(pid=92822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:18:08.551919 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-8d06aa1f-e593-4afb-bac4-ddc7a20f2dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:08.556941 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ca155108-5701-4ca5-9afe-69a9c1d863b0 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:08.596957 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-8d06aa1f-e593-4afb-bac4-ddc7a20f2dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:08.597592 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-8d06aa1f-e593-4afb-bac4-ddc7a20f2dde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:08.599202 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-8d06aa1f-e593-4afb-bac4-ddc7a20f2dde service neutron] 10.222.0.42 "PUT /v2.0/ports/5121c246-cf36-4c5f-8415-9dab210eccbe HTTP/1.1" status: 200 len: 1093 time: 0.8038220 Jun 22 07:18:08.609544 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea76e403-8cbe-4e4d-80e4-88bb7f8e235b', 'tag': '5121c246-cf36-4c5f-8415-9dab210eccbe'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:18:08.613767 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc78459-89d7-4a73-bafd-8d113909c6d1" -d '{"events": [{"name": "network-changed", "server_uuid": "ea76e403-8cbe-4e4d-80e4-88bb7f8e235b", "tag": "5121c246-cf36-4c5f-8415-9dab210eccbe"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:18:08.641523 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-4a1e74d1-3067-4de0-b094-4b66d5065637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:08.647677 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-4a1e74d1-3067-4de0-b094-4b66d5065637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:08.658091 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-758d1f54-6b45-4b84-8af2-30f469c3b874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:08.658343 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06aa1f-e593-4afb-bac4-ddc7a20f2dde service neutron] Pushing event updated for resources: {'Port': ['ID=5121c246-cf36-4c5f-8415-9dab210eccbe,revision_number=3']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:08.663818 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-8d06aa1f-e593-4afb-bac4-ddc7a20f2dde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:08.690774 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170936fb-743b-4239-916f-7300caa2c270 x-openstack-request-id: req-170936fb-743b-4239-916f-7300caa2c270 {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:18:08.691724 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea76e403-8cbe-4e4d-80e4-88bb7f8e235b", "tag": "5121c246-cf36-4c5f-8415-9dab210eccbe", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:18:08.692018 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-170936fb-743b-4239-916f-7300caa2c270 {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:18:08.692455 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea76e403-8cbe-4e4d-80e4-88bb7f8e235b', 'tag': '5121c246-cf36-4c5f-8415-9dab210eccbe', 'status': 'completed', 'code': 200} Jun 22 07:18:08.701662 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1e74d1-3067-4de0-b094-4b66d5065637 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=92821) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:18:08.711623 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e74d1-3067-4de0-b094-4b66d5065637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f435d81e-f9af-422e-a6f0-68c98c66f748,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:08.715865 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-4a1e74d1-3067-4de0-b094-4b66d5065637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:08.719359 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-4a1e74d1-3067-4de0-b094-4b66d5065637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:08.719827 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.db.segments_db [None req-4a1e74d1-3067-4de0-b094-4b66d5065637 admin admin] Added segment ca030524-b159-4313-b50e-4e0bbd6674b6 of type vlan for network 7b128119-ff4b-4420-a47c-36a8ef3af2b4 Jun 22 07:18:08.729735 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-0df7b454-d860-4f8f-a7df-8ddf17e1f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:08.731269 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-0df7b454-d860-4f8f-a7df-8ddf17e1f53c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8633bcd9c8fa46bab225f46c1fdae48d&device_id=ea76e403-8cbe-4e4d-80e4-88bb7f8e235b HTTP/1.1" status: 200 len: 1096 time: 0.0826159 Jun 22 07:18:08.766432 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-4a1e74d1-3067-4de0-b094-4b66d5065637 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736031188691'] for network, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:08.777413 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-335152da-2b1d-4e00-94ae-26b72bd48f90 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5121c246-cf36-4c5f-8415-9dab210eccbe HTTP/1.1" status: 200 len: 217 time: 0.0388157 Jun 22 07:18:08.811342 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-4a1e74d1-3067-4de0-b094-4b66d5065637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068'] for network, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:08.813654 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e74d1-3067-4de0-b094-4b66d5065637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:08.814682 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-4a1e74d1-3067-4de0-b094-4b66d5065637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:08.819650 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:08.842106 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-b7e33273-350b-47d3-8540-391e81dcf4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:08.843492 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-b7e33273-350b-47d3-8540-391e81dcf4f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc HTTP/1.1" status: 200 len: 850 time: 0.0593989 Jun 22 07:18:08.891108 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-4a1e74d1-3067-4de0-b094-4b66d5065637 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4555838 Jun 22 07:18:08.894917 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 36956) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:08.903075 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-39433f43-2eb9-4203-9154-025e975ac707 admin admin] Request body: {'subnet': {'network_id': '7b128119-ff4b-4420-a47c-36a8ef3af2b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1330460632-subnet', 'tenant_id': 'bf034ea653ee479ab547d49c93be08f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:08.907575 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e74d1-3067-4de0-b094-4b66d5065637 admin admin] Pushing event updated for resources: {'Network': ['ID=7b128119-ff4b-4420-a47c-36a8ef3af2b4,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:08.911982 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-4a1e74d1-3067-4de0-b094-4b66d5065637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:08.918570 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Network 7b128119-ff4b-4420-a47c-36a8ef3af2b4 details requested by agent ovs-agent-dv-cinder-786627-11-smb with host dv-cinder-786627-11-smb {{(pid=92823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:18:08.919133 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-77b25ee0-2877-40f6-a718-e059905859a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:08.920743 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-77b25ee0-2877-40f6-a718-e059905859a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1163da0c-bad1-418d-8eb1-3c5b37310e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0707974 Jun 22 07:18:08.930617 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39433f43-2eb9-4203-9154-025e975ac707 admin admin] Made reservation on behalf of bf034ea653ee479ab547d49c93be08f9 for: {'subnet': 1} {{(pid=92821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:18:08.935189 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-39433f43-2eb9-4203-9154-025e975ac707 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130921206'] for subnet, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:09.021659 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-4cdfac37-f6f8-49c7-ade0-ab13822b86e2 service neutron] 10.222.0.42 "GET /v2.0/networks/1163da0c-bad1-418d-8eb1-3c5b37310e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940220 Jun 22 07:18:09.128820 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-7da4f470-39a4-4691-9deb-98b7b61840d6 req-dd1b28c4-c7c4-47d2-9288-7e6f38cd05b5 service neutron] 10.222.0.42 "GET /v2.0/networks/1163da0c-bad1-418d-8eb1-3c5b37310e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990682 Jun 22 07:18:09.147961 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-39433f43-2eb9-4203-9154-025e975ac707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-134075165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130921156'] for subnet, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:09.152913 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-64e4b621-cc60-46cc-adf5-4f2cc7ea0688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:09.232197 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39433f43-2eb9-4203-9154-025e975ac707 admin admin] Checking segment: {'id': 'ca030524-b159-4313-b50e-4e0bbd6674b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7b128119-ff4b-4420-a47c-36a8ef3af2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:18:09.232732 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39433f43-2eb9-4203-9154-025e975ac707 admin admin] Network hostable DHCP agents. Network: 7b128119-ff4b-4420-a47c-36a8ef3af2b4, hostable agents: ['b3e1d87c-8412-42f8-9df5-1411cb290459'], hosted agents: [] {{(pid=92821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:18:09.245574 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39433f43-2eb9-4203-9154-025e975ac707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6db5e23-d7fb-4b7d-be32-c68f438b0c26,revision_number=0']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:09.251672 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc78459-89d7-4a73-bafd-8d113909c6d1 req-ec5fcb49-476a-43a8-93ca-9c662dffa807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:09.253121 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2dc78459-89d7-4a73-bafd-8d113909c6d1 req-ec5fcb49-476a-43a8-93ca-9c662dffa807 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8633bcd9c8fa46bab225f46c1fdae48d&device_id=ea76e403-8cbe-4e4d-80e4-88bb7f8e235b HTTP/1.1" status: 200 len: 1096 time: 0.0592110 Jun 22 07:18:09.257587 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-39433f43-2eb9-4203-9154-025e975ac707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:09.272859 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39433f43-2eb9-4203-9154-025e975ac707 admin admin] Network 7b128119-ff4b-4420-a47c-36a8ef3af2b4 is scheduled to be hosted by DHCP agent b3e1d87c-8412-42f8-9df5-1411cb290459 with binding_index 1 {{(pid=92821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:18:09.285099 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.base_scheduler [None req-39433f43-2eb9-4203-9154-025e975ac707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-smb, 7b128119-ff4b-4420-a47c-36a8ef3af2b4) {{(pid=92821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:18:09.293182 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39433f43-2eb9-4203-9154-025e975ac707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:09.293892 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-39433f43-2eb9-4203-9154-025e975ac707 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:09.298378 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccd2843-bf6a-48b7-9389-4cbf991f138e None None] Network 7b128119-ff4b-4420-a47c-36a8ef3af2b4 requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:18:09.314312 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-39433f43-2eb9-4203-9154-025e975ac707 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4179502 Jun 22 07:18:09.415507 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc78459-89d7-4a73-bafd-8d113909c6d1 req-06c1b106-c338-4972-8881-8b534f106948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:09.417388 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2dc78459-89d7-4a73-bafd-8d113909c6d1 req-06c1b106-c338-4972-8881-8b534f106948 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1163da0c-bad1-418d-8eb1-3c5b37310e74 HTTP/1.1" status: 200 len: 912 time: 0.1567960 Jun 22 07:18:09.426027 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27447326-cf95-4fd4-9ba2-88b41a77dd80 req-03a40d70-0550-46f7-95c4-998b17130c54 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:09.427750 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-27447326-cf95-4fd4-9ba2-88b41a77dd80 req-03a40d70-0550-46f7-95c4-998b17130c54 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea76e403-8cbe-4e4d-80e4-88bb7f8e235b HTTP/1.1" status: 200 len: 943 time: 0.0975177 Jun 22 07:18:09.472374 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2dc78459-89d7-4a73-bafd-8d113909c6d1 req-82b3b13d-752f-4d78-b8a2-f56d7673303d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5121c246-cf36-4c5f-8415-9dab210eccbe HTTP/1.1" status: 200 len: 217 time: 0.0471895 Jun 22 07:18:09.482086 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-27447326-cf95-4fd4-9ba2-88b41a77dd80 req-97f78f86-f62e-4e40-96ed-a745adb40479 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=59da12fb-0a13-4d4d-ad3d-b955233d1ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474737 Jun 22 07:18:09.492775 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103fce28-f96a-4694-8c9a-b9fc953a8328 None None] Network 7b128119-ff4b-4420-a47c-36a8ef3af2b4 requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:18:09.563544 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc78459-89d7-4a73-bafd-8d113909c6d1 req-875c9755-5eac-491f-b620-77d50fd03639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:09.565156 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2dc78459-89d7-4a73-bafd-8d113909c6d1 req-875c9755-5eac-491f-b620-77d50fd03639 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc HTTP/1.1" status: 200 len: 850 time: 0.0842113 Jun 22 07:18:09.649132 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc78459-89d7-4a73-bafd-8d113909c6d1 req-89089d1e-8038-4d6f-96e1-d366a454bba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:09.651175 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2dc78459-89d7-4a73-bafd-8d113909c6d1 req-89089d1e-8038-4d6f-96e1-d366a454bba6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1163da0c-bad1-418d-8eb1-3c5b37310e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0785146 Jun 22 07:18:09.760655 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2dc78459-89d7-4a73-bafd-8d113909c6d1 req-e428ce3c-778e-4e42-b303-c9aec28fa1fc service neutron] 10.222.0.42 "GET /v2.0/networks/1163da0c-bad1-418d-8eb1-3c5b37310e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019392 Jun 22 07:18:09.817431 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:09.870306 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-2dc78459-89d7-4a73-bafd-8d113909c6d1 req-52196f2f-785f-4292-a8af-90ce0ae662ef service neutron] 10.222.0.42 "GET /v2.0/networks/1163da0c-bad1-418d-8eb1-3c5b37310e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030276 Jun 22 07:18:09.955091 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-93609ce8-9361-47fc-8f5b-704b754856c6 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:09.956566 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-93609ce8-9361-47fc-8f5b-704b754856c6 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] 10.222.0.22 "GET /v2.0/networks?id=456bb11c-8917-4f29-897e-78569d50f6f1 HTTP/1.1" status: 200 len: 809 time: 0.1394796 Jun 22 07:18:09.971511 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-d6d9fd99-ddd4-48e4-ac42-3ebd142ace23 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] 10.222.0.22 "GET /v2.0/quotas/05b999d0735745fa85c385d398e22287 HTTP/1.1" status: 200 len: 375 time: 0.0093498 Jun 22 07:18:10.004004 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-e4f00cc5-f787-45b8-9461-b73ed01c62ed tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=05b999d0735745fa85c385d398e22287&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275500 Jun 22 07:18:10.331889 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-966ace93-20a5-4d67-8ba1-a3151461f65c service neutron] 10.222.0.22 "GET /v2.0/networks/456bb11c-8917-4f29-897e-78569d50f6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211610 Jun 22 07:18:10.421651 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-dfda52e6-e232-41ba-bdc6-9b8de5935b90 service neutron] 10.222.0.22 "GET /v2.0/networks/456bb11c-8917-4f29-897e-78569d50f6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835934 Jun 22 07:18:10.594459 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-81a59319-a787-4391-b2a6-98b48ab259a7 req-cee5c47a-5062-46b0-b092-92652db5d2b0 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b9b718-6a81-4924-a281-889b520f487a HTTP/1.1" status: 200 len: 210 time: 0.0329950 Jun 22 07:18:10.689655 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8c3f4-dac6-4bb0-9aa4-622a179f1ad0 req-6aa78e42-99e7-4279-9257-bb0e38526648 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:10.691201 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e9b8c3f4-dac6-4bb0-9aa4-622a179f1ad0 req-6aa78e42-99e7-4279-9257-bb0e38526648 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea76e403-8cbe-4e4d-80e4-88bb7f8e235b HTTP/1.1" status: 200 len: 943 time: 0.0680869 Jun 22 07:18:10.733589 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e9b8c3f4-dac6-4bb0-9aa4-622a179f1ad0 req-5d858952-95b5-4901-9f8e-30212fab4631 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=59da12fb-0a13-4d4d-ad3d-b955233d1ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358198 Jun 22 07:18:11.664583 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-aceb4cdc-4336-46dc-9f75-1af980a8cdde tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:11.667271 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-aceb4cdc-4336-46dc-9f75-1af980a8cdde tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] 10.222.0.42 "GET /v2.0/networks?id=456bb11c-8917-4f29-897e-78569d50f6f1 HTTP/1.1" status: 200 len: 809 time: 0.1174612 Jun 22 07:18:11.679654 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-4029541b-5670-449c-9036-213737f54941 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Request body: {'port': {'device_id': '33b9b718-6a81-4924-a281-889b520f487a', 'network_id': '456bb11c-8917-4f29-897e-78569d50f6f1', 'admin_state_up': True, 'tenant_id': '05b999d0735745fa85c385d398e22287'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:11.752745 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ea451f7d-7962-4cd0-9682-fc810758fabf req-3140d5ed-ba31-4430-b9ca-9bed6937e991 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b9b718-6a81-4924-a281-889b520f487a HTTP/1.1" status: 200 len: 210 time: 0.0295174 Jun 22 07:18:11.805300 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-4029541b-5670-449c-9036-213737f54941 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Made reservation on behalf of 05b999d0735745fa85c385d398e22287 for: {'port': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:18:11.811087 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-4029541b-5670-449c-9036-213737f54941 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:11.929009 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db493de6-ea5b-4df5-8290-0666dfa29f13 req-1e25a8d5-0900-4186-bf6b-30f00735d03e tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:11.930479 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-db493de6-ea5b-4df5-8290-0666dfa29f13 req-1e25a8d5-0900-4186-bf6b-30f00735d03e tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea76e403-8cbe-4e4d-80e4-88bb7f8e235b HTTP/1.1" status: 200 len: 943 time: 0.0749075 Jun 22 07:18:11.936043 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 5121c246-cf36-4c5f-8415-9dab210eccbe details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:18:11.961003 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_common [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-4029541b-5670-449c-9036-213737f54941 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Allocated IP 172.20.0.11 (456bb11c-8917-4f29-897e-78569d50f6f1/9de922d9-d44c-4a38-a39e-508e68997b63/32286311-09d4-46ae-99ce-0506839998c5) {{(pid=92822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:18:11.973146 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-db493de6-ea5b-4df5-8290-0666dfa29f13 req-55b52ebc-c8e4-40be-88e9-a06cc670f8c9 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=59da12fb-0a13-4d4d-ad3d-b955233d1ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367463 Jun 22 07:18:12.056289 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 5121c246-cf36-4c5f-8415-9dab210eccbe, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5121c246-cf36-4c5f-8415-9dab210eccbe,segment=NetworkSegment(5e0d4098-8976-46fc-9d81-b241fa91cf3f),segment_id=5e0d4098-8976-46fc-9d81-b241fa91cf3f)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:18:12.070110 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Returning: {'device': '5121c246-cf36-4c5f-8415-9dab210eccbe', 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74', 'port_id': '5121c246-cf36-4c5f-8415-9dab210eccbe', 'mac_address': 'fa:16:3e:57:9d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:18:12.107151 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:12.120132 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5121c246-cf36-4c5f-8415-9dab210eccbe {{(pid=92823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:18:12.133578 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-4029541b-5670-449c-9036-213737f54941 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Notify callbacks [] for port, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:12.140663 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 5121c246-cf36-4c5f-8415-9dab210eccbe, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5121c246-cf36-4c5f-8415-9dab210eccbe,segment=NetworkSegment(5e0d4098-8976-46fc-9d81-b241fa91cf3f),segment_id=5e0d4098-8976-46fc-9d81-b241fa91cf3f)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:18:12.144756 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:12.147760 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:12.177187 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-4029541b-5670-449c-9036-213737f54941 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-133502027'] for port, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:12.181133 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ac3c2d6f-c32f-42f4-a9f2-b7586fcc3933 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:12.194289 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=5121c246-cf36-4c5f-8415-9dab210eccbe,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:12.198478 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:12.227817 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-4029541b-5670-449c-9036-213737f54941 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Network 456bb11c-8917-4f29-897e-78569d50f6f1 is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:18:12.231501 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-4029541b-5670-449c-9036-213737f54941 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:18:12.235334 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-4029541b-5670-449c-9036-213737f54941 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Received port after_create {{(pid=92822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:18:12.241710 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029541b-5670-449c-9036-213737f54941 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Pushing event updated for resources: {'Port': ['ID=32286311-09d4-46ae-99ce-0506839998c5,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:12.267895 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-4029541b-5670-449c-9036-213737f54941 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:12.294037 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-4029541b-5670-449c-9036-213737f54941 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:12.294635 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-4029541b-5670-449c-9036-213737f54941 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:12.308366 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-4029541b-5670-449c-9036-213737f54941 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6330020 Jun 22 07:18:12.320281 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-8b015859-5b4e-45da-9de6-69da3d5c5c36 service neutron] Request body: {'port': {'device_id': '33b9b718-6a81-4924-a281-889b520f487a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:12.350645 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['5121c246-cf36-4c5f-8415-9dab210eccbe'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:18:12.402586 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-8b015859-5b4e-45da-9de6-69da3d5c5c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:12.660395 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-8b015859-5b4e-45da-9de6-69da3d5c5c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32286311-09d4-46ae-99ce-0506839998c5 {{(pid=92822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:18:12.667938 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-8b015859-5b4e-45da-9de6-69da3d5c5c36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:12.679373 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.provisioning_blocks [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-8b015859-5b4e-45da-9de6-69da3d5c5c36 service neutron] Transition to ACTIVE for port object 32286311-09d4-46ae-99ce-0506839998c5 will not be triggered until provisioned by entity L2. {{(pid=92822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:18:12.683599 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-8b015859-5b4e-45da-9de6-69da3d5c5c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:12.686631 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-75c41e74-8df7-46cc-a859-88d407f35e46 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:12.757454 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b015859-5b4e-45da-9de6-69da3d5c5c36 service neutron] Pushing event updated for resources: {'Port': ['ID=32286311-09d4-46ae-99ce-0506839998c5,revision_number=2']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:12.778189 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-8b015859-5b4e-45da-9de6-69da3d5c5c36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:12.826598 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-8b015859-5b4e-45da-9de6-69da3d5c5c36 service neutron] Attempting to bind port 32286311-09d4-46ae-99ce-0506839998c5 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:18:12.826937 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-8b015859-5b4e-45da-9de6-69da3d5c5c36 service neutron] Attempting to bind port 32286311-09d4-46ae-99ce-0506839998c5 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'fd69eb02-e3f4-4526-a18f-e7d2069b512b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '456bb11c-8917-4f29-897e-78569d50f6f1'}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:18:12.827271 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-8b015859-5b4e-45da-9de6-69da3d5c5c36 service neutron] Attempting to bind port 32286311-09d4-46ae-99ce-0506839998c5 on network 456bb11c-8917-4f29-897e-78569d50f6f1 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:18:12.831477 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-8b015859-5b4e-45da-9de6-69da3d5c5c36 service neutron] Port 32286311-09d4-46ae-99ce-0506839998c5 on network 456bb11c-8917-4f29-897e-78569d50f6f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:18:12.831801 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-8b015859-5b4e-45da-9de6-69da3d5c5c36 service neutron] Attempting to bind port 32286311-09d4-46ae-99ce-0506839998c5 on network 456bb11c-8917-4f29-897e-78569d50f6f1 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:18:12.836487 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-8b015859-5b4e-45da-9de6-69da3d5c5c36 service neutron] Checking agent: {'id': '6c17c73a-1ba3-464e-bc7a-10a2b7fbfd09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'started_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:18:12.836827 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-8b015859-5b4e-45da-9de6-69da3d5c5c36 service neutron] Checking segment: {'id': 'fd69eb02-e3f4-4526-a18f-e7d2069b512b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '456bb11c-8917-4f29-897e-78569d50f6f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:18:12.837359 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-8b015859-5b4e-45da-9de6-69da3d5c5c36 service neutron] Bound using segment: {'id': 'fd69eb02-e3f4-4526-a18f-e7d2069b512b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '456bb11c-8917-4f29-897e-78569d50f6f1'} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:18:12.837795 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-8b015859-5b4e-45da-9de6-69da3d5c5c36 service neutron] Bound port: 32286311-09d4-46ae-99ce-0506839998c5, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd69eb02-e3f4-4526-a18f-e7d2069b512b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '456bb11c-8917-4f29-897e-78569d50f6f1'}}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:18:12.838147 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-8b015859-5b4e-45da-9de6-69da3d5c5c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:12.904037 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-8b015859-5b4e-45da-9de6-69da3d5c5c36 service neutron] For port 32286311-09d4-46ae-99ce-0506839998c5, host hv-cinder-78662, cleared binding levels {{(pid=92822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:18:12.907757 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-8b015859-5b4e-45da-9de6-69da3d5c5c36 service neutron] For port 32286311-09d4-46ae-99ce-0506839998c5, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=32286311-09d4-46ae-99ce-0506839998c5,segment=NetworkSegment(fd69eb02-e3f4-4526-a18f-e7d2069b512b),segment_id=fd69eb02-e3f4-4526-a18f-e7d2069b512b)] {{(pid=92822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:18:12.915069 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-8b015859-5b4e-45da-9de6-69da3d5c5c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:12.919782 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-1519ae6d-cd9f-4828-a126-4e286fca1a67 tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:12.935328 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af40996-9aec-4bef-996d-71572d58e75e req-fc067be6-07f1-4574-81de-85a563a7e3ad tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:12.937051 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2af40996-9aec-4bef-996d-71572d58e75e req-fc067be6-07f1-4574-81de-85a563a7e3ad tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b9b718-6a81-4924-a281-889b520f487a HTTP/1.1" status: 200 len: 944 time: 0.0715034 Jun 22 07:18:12.950605 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-8b015859-5b4e-45da-9de6-69da3d5c5c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:12.951273 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-8b015859-5b4e-45da-9de6-69da3d5c5c36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:12.952682 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-8b015859-5b4e-45da-9de6-69da3d5c5c36 service neutron] 10.222.0.42 "PUT /v2.0/ports/32286311-09d4-46ae-99ce-0506839998c5 HTTP/1.1" status: 200 len: 1094 time: 0.6363552 Jun 22 07:18:12.953192 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b9b718-6a81-4924-a281-889b520f487a', 'tag': '32286311-09d4-46ae-99ce-0506839998c5'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:18:12.955473 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a65af04-63f4-42ee-986d-d61ce1ce5854" -d '{"events": [{"name": "network-changed", "server_uuid": "33b9b718-6a81-4924-a281-889b520f487a", "tag": "32286311-09d4-46ae-99ce-0506839998c5"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:18:12.977504 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2af40996-9aec-4bef-996d-71572d58e75e req-32df4236-8f5e-41cd-a5b5-01ff5cb41df2 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] 10.222.0.22 "GET /v2.0/security-groups?id=c15b45d2-6682-420b-8b9c-293abfc30bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346224 Jun 22 07:18:12.984899 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b015859-5b4e-45da-9de6-69da3d5c5c36 service neutron] Pushing event updated for resources: {'Port': ['ID=32286311-09d4-46ae-99ce-0506839998c5,revision_number=3']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:12.987995 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-8b015859-5b4e-45da-9de6-69da3d5c5c36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:13.028131 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccdb1e3-1996-4cf0-b71b-11efabd6fa12 x-openstack-request-id: req-eccdb1e3-1996-4cf0-b71b-11efabd6fa12 {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:18:13.028548 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b9b718-6a81-4924-a281-889b520f487a", "tag": "32286311-09d4-46ae-99ce-0506839998c5", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:18:13.028903 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eccdb1e3-1996-4cf0-b71b-11efabd6fa12 {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:18:13.029398 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b9b718-6a81-4924-a281-889b520f487a', 'tag': '32286311-09d4-46ae-99ce-0506839998c5', 'status': 'completed', 'code': 200} Jun 22 07:18:13.065915 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-ffdf5016-9dde-423d-a2da-2c85c0172005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:13.067882 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-ffdf5016-9dde-423d-a2da-2c85c0172005 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05b999d0735745fa85c385d398e22287&device_id=33b9b718-6a81-4924-a281-889b520f487a HTTP/1.1" status: 200 len: 1097 time: 0.0706298 Jun 22 07:18:13.111655 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-6f068999-db23-4fd2-897c-255daf424d9e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32286311-09d4-46ae-99ce-0506839998c5 HTTP/1.1" status: 200 len: 217 time: 0.0360518 Jun 22 07:18:13.158773 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2f2fb-649f-4acf-b1ce-cd8c9deda602 req-399ada8f-ff29-4cf0-af30-167d6e0607bb tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:13.160342 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-15f2f2fb-649f-4acf-b1ce-cd8c9deda602 req-399ada8f-ff29-4cf0-af30-167d6e0607bb tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea76e403-8cbe-4e4d-80e4-88bb7f8e235b HTTP/1.1" status: 200 len: 944 time: 0.0649285 Jun 22 07:18:13.167485 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-2f404c4d-ebf2-4043-b96a-cf58aacf782a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:13.168871 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-2f404c4d-ebf2-4043-b96a-cf58aacf782a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9de922d9-d44c-4a38-a39e-508e68997b63 HTTP/1.1" status: 200 len: 849 time: 0.0515153 Jun 22 07:18:13.200614 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-15f2f2fb-649f-4acf-b1ce-cd8c9deda602 req-8ecba98f-3222-41ac-ab89-6db954806a3c tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=59da12fb-0a13-4d4d-ad3d-b955233d1ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337088 Jun 22 07:18:13.206050 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-206470b2-e3dd-46a1-9f60-c7482f39b97c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=456bb11c-8917-4f29-897e-78569d50f6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308318 Jun 22 07:18:13.296306 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-e067bcd6-956c-4e4b-84cb-4489f1ad00e3 service neutron] 10.222.0.42 "GET /v2.0/networks/456bb11c-8917-4f29-897e-78569d50f6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837350 Jun 22 07:18:13.386945 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-9ea3037b-5c9d-44b9-b0c0-619eabec213b req-b58d4094-b1b2-45d4-85a5-a1037f304c88 service neutron] 10.222.0.42 "GET /v2.0/networks/456bb11c-8917-4f29-897e-78569d50f6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845141 Jun 22 07:18:13.735569 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65af04-63f4-42ee-986d-d61ce1ce5854 req-28190b2d-c2e3-48ca-a576-40556689766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:13.737030 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-1a65af04-63f4-42ee-986d-d61ce1ce5854 req-28190b2d-c2e3-48ca-a576-40556689766f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05b999d0735745fa85c385d398e22287&device_id=33b9b718-6a81-4924-a281-889b520f487a HTTP/1.1" status: 200 len: 1097 time: 0.2973857 Jun 22 07:18:13.824196 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65af04-63f4-42ee-986d-d61ce1ce5854 req-6095b51b-6616-41f1-92d8-9ec9ada5b63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:13.825632 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-1a65af04-63f4-42ee-986d-d61ce1ce5854 req-6095b51b-6616-41f1-92d8-9ec9ada5b63a service neutron] 10.222.0.42 "GET /v2.0/networks?id=456bb11c-8917-4f29-897e-78569d50f6f1 HTTP/1.1" status: 200 len: 910 time: 0.0811803 Jun 22 07:18:13.868721 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-1a65af04-63f4-42ee-986d-d61ce1ce5854 req-c4016e9e-6597-46c6-bdfd-74b9d82d3eb6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32286311-09d4-46ae-99ce-0506839998c5 HTTP/1.1" status: 200 len: 217 time: 0.0357902 Jun 22 07:18:13.916533 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65af04-63f4-42ee-986d-d61ce1ce5854 req-2d4b645a-f263-41a7-8438-3de91debdabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:13.917980 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-1a65af04-63f4-42ee-986d-d61ce1ce5854 req-2d4b645a-f263-41a7-8438-3de91debdabb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9de922d9-d44c-4a38-a39e-508e68997b63 HTTP/1.1" status: 200 len: 849 time: 0.0433969 Jun 22 07:18:13.942290 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 5121c246-cf36-4c5f-8415-9dab210eccbe up at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:18:13.950744 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-1a65af04-63f4-42ee-986d-d61ce1ce5854 req-021eb24e-94ce-4d1f-8156-169bb78049c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=456bb11c-8917-4f29-897e-78569d50f6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263376 Jun 22 07:18:13.996180 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning for port 5121c246-cf36-4c5f-8415-9dab210eccbe completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:18:14.000627 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning complete for port 5121c246-cf36-4c5f-8415-9dab210eccbe triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:18:14.001285 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:14.053818 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-1a65af04-63f4-42ee-986d-d61ce1ce5854 req-4f1a5a73-248f-4031-9dd5-6d38de6d9f7d service neutron] 10.222.0.42 "GET /v2.0/networks/456bb11c-8917-4f29-897e-78569d50f6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951052 Jun 22 07:18:14.154431 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-1a65af04-63f4-42ee-986d-d61ce1ce5854 req-d702293b-8bb4-4240-bb6b-4ab74558285d service neutron] 10.222.0.42 "GET /v2.0/networks/456bb11c-8917-4f29-897e-78569d50f6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933652 Jun 22 07:18:14.183707 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd417ae-2592-4091-a3fc-15eac085aee6 req-a2d38f35-7d8c-4064-983b-edc5726ea5c0 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:14.185281 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-fcd417ae-2592-4091-a3fc-15eac085aee6 req-a2d38f35-7d8c-4064-983b-edc5726ea5c0 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b9b718-6a81-4924-a281-889b520f487a HTTP/1.1" status: 200 len: 944 time: 0.0824163 Jun 22 07:18:14.212105 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:14.225407 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-fcd417ae-2592-4091-a3fc-15eac085aee6 req-6e91aaf0-16fc-4a59-946e-49d90eb3f13b tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] 10.222.0.22 "GET /v2.0/security-groups?id=c15b45d2-6682-420b-8b9c-293abfc30bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341043 Jun 22 07:18:14.237286 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea76e403-8cbe-4e4d-80e4-88bb7f8e235b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5121c246-cf36-4c5f-8415-9dab210eccbe'}] {{(pid=92823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:18:14.239611 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1855b14f289de04877f76e9f82b9d84154af39b836c558547df9393c60095739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47608cf4-7bb0-4cfd-bf8b-724ea118da34" -d '{"events": [{"server_uuid": "ea76e403-8cbe-4e4d-80e4-88bb7f8e235b", "name": "network-vif-plugged", "status": "completed", "tag": "5121c246-cf36-4c5f-8415-9dab210eccbe"}]}' {{(pid=92823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:18:14.262818 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 5121c246-cf36-4c5f-8415-9dab210eccbe, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5121c246-cf36-4c5f-8415-9dab210eccbe,segment=NetworkSegment(5e0d4098-8976-46fc-9d81-b241fa91cf3f),segment_id=5e0d4098-8976-46fc-9d81-b241fa91cf3f)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:18:14.268836 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:14.271363 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-3a1e705e-0136-4b28-bb5e-aad43c24b0f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:14.300079 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41af919-bea9-44bb-ab72-82693c4d8231 x-openstack-request-id: req-d41af919-bea9-44bb-ab72-82693c4d8231 {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:18:14.300394 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea76e403-8cbe-4e4d-80e4-88bb7f8e235b", "name": "network-vif-plugged", "status": "completed", "tag": "5121c246-cf36-4c5f-8415-9dab210eccbe", "code": 200}]} {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:18:14.300668 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d41af919-bea9-44bb-ab72-82693c4d8231 {{(pid=92823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:18:14.301086 dv-cinder-786627-11-smb neutron-server[92823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea76e403-8cbe-4e4d-80e4-88bb7f8e235b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5121c246-cf36-4c5f-8415-9dab210eccbe', 'code': 200} Jun 22 07:18:14.327778 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=5121c246-cf36-4c5f-8415-9dab210eccbe,revision_number=5']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:14.332039 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:14.392435 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404532e-1778-42d9-b836-9e9172454660 req-3fd229f3-1c18-445f-9e00-d3f7ab7cd5d6 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:14.393926 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-6404532e-1778-42d9-b836-9e9172454660 req-3fd229f3-1c18-445f-9e00-d3f7ab7cd5d6 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea76e403-8cbe-4e4d-80e4-88bb7f8e235b HTTP/1.1" status: 200 len: 945 time: 0.0687242 Jun 22 07:18:14.436883 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-6404532e-1778-42d9-b836-9e9172454660 req-7de343ff-7f8d-43ad-a5c6-2f8f3bb345a0 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=59da12fb-0a13-4d4d-ad3d-b955233d1ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357726 Jun 22 07:18:14.536128 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f2053-5f32-4115-a878-4ab686005e76 req-420175a3-6035-41f5-b5e1-006d58072e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:14.537590 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-730f2053-5f32-4115-a878-4ab686005e76 req-420175a3-6035-41f5-b5e1-006d58072e28 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ea76e403-8cbe-4e4d-80e4-88bb7f8e235b HTTP/1.1" status: 200 len: 1098 time: 0.0582752 Jun 22 07:18:14.570768 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-730f2053-5f32-4115-a878-4ab686005e76 req-a1397d40-a4d7-4695-b2ed-d3a260aa26af service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=59da12fb-0a13-4d4d-ad3d-b955233d1ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265265 Jun 22 07:18:15.603314 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cab9a-4a4d-4f41-9d27-3ac8a434a726 req-451d7e70-f72b-41c8-8c82-0cd33a15f0ab tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:15.604972 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0b2cab9a-4a4d-4f41-9d27-3ac8a434a726 req-451d7e70-f72b-41c8-8c82-0cd33a15f0ab tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b9b718-6a81-4924-a281-889b520f487a HTTP/1.1" status: 200 len: 944 time: 0.1019793 Jun 22 07:18:15.676149 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0b2cab9a-4a4d-4f41-9d27-3ac8a434a726 req-de4db249-4a0d-49d0-9317-796d5d2b9614 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] 10.222.0.22 "GET /v2.0/security-groups?id=c15b45d2-6682-420b-8b9c-293abfc30bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645812 Jun 22 07:18:15.692479 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c25c1-a8b5-4f78-a4ef-b95a57ebad83 req-15d397cc-9dca-43ce-b6a5-affc3e09d1af tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:15.693984 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-773c25c1-a8b5-4f78-a4ef-b95a57ebad83 req-15d397cc-9dca-43ce-b6a5-affc3e09d1af tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea76e403-8cbe-4e4d-80e4-88bb7f8e235b HTTP/1.1" status: 200 len: 945 time: 0.1355813 Jun 22 07:18:15.732499 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-773c25c1-a8b5-4f78-a4ef-b95a57ebad83 req-1cdf3cb6-9fae-49d9-b762-138a9010726c tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=59da12fb-0a13-4d4d-ad3d-b955233d1ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322506 Jun 22 07:18:15.900129 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a834117-2cf2-44aa-8cef-61749887bc99 req-2fd5c73a-5365-496d-beb8-260cfa38a84c tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:15.901498 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1a834117-2cf2-44aa-8cef-61749887bc99 req-2fd5c73a-5365-496d-beb8-260cfa38a84c tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea76e403-8cbe-4e4d-80e4-88bb7f8e235b HTTP/1.1" status: 200 len: 945 time: 0.0665228 Jun 22 07:18:15.909949 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 37014) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:15.914406 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-ea154c81-bc0c-4489-80f0-e18ed9a5034e tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Request body: {'floatingip': {'port_id': '5121c246-cf36-4c5f-8415-9dab210eccbe'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:15.937078 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 32286311-09d4-46ae-99ce-0506839998c5 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:18:15.964612 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ea154c81-bc0c-4489-80f0-e18ed9a5034e tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for floatingip, before_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:16.035187 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 32286311-09d4-46ae-99ce-0506839998c5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=32286311-09d4-46ae-99ce-0506839998c5,segment=NetworkSegment(fd69eb02-e3f4-4526-a18f-e7d2069b512b),segment_id=fd69eb02-e3f4-4526-a18f-e7d2069b512b)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:18:16.046813 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Returning: {'device': '32286311-09d4-46ae-99ce-0506839998c5', 'network_id': '456bb11c-8917-4f29-897e-78569d50f6f1', 'port_id': '32286311-09d4-46ae-99ce-0506839998c5', 'mac_address': 'fa:16:3e:09:29:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de922d9-d44c-4a38-a39e-508e68997b63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:18:16.085500 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:16.099451 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32286311-09d4-46ae-99ce-0506839998c5 {{(pid=92823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:18:16.121792 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 32286311-09d4-46ae-99ce-0506839998c5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=32286311-09d4-46ae-99ce-0506839998c5,segment=NetworkSegment(fd69eb02-e3f4-4526-a18f-e7d2069b512b),segment_id=fd69eb02-e3f4-4526-a18f-e7d2069b512b)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:18:16.127008 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:16.129874 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-59c5832c-e0d3-436b-a5b4-fec8b75ccf1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:16.179482 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=32286311-09d4-46ae-99ce-0506839998c5,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:16.182994 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:16.328633 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['32286311-09d4-46ae-99ce-0506839998c5'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:18:16.428909 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ea154c81-bc0c-4489-80f0-e18ed9a5034e tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:16.433154 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ea154c81-bc0c-4489-80f0-e18ed9a5034e tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592476'] for floatingip, after_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:16.532079 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.db.l3_db [None req-ea154c81-bc0c-4489-80f0-e18ed9a5034e tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Floating IP b8cedb50-a5f8-4472-95b9-43490aa3c9c1 associated. External IP: 172.28.3.221, port: 5121c246-cf36-4c5f-8415-9dab210eccbe. Jun 22 07:18:16.741577 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea154c81-bc0c-4489-80f0-e18ed9a5034e tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Router 3007f710-b658-4a83-a3ee-b2379787f43d has already been hosted by L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d {{(pid=92821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:18:16.890189 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea154c81-bc0c-4489-80f0-e18ed9a5034e tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:18:16.895873 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ea154c81-bc0c-4489-80f0-e18ed9a5034e tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for floatingip, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:16.902285 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e0ec73-1972-4bd6-a61a-43d3cee083ab None None] Sync routers for ids ['3007f710-b658-4a83-a3ee-b2379787f43d'] in dv-cinder-786627-11-smb {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:18:16.916224 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e0ec73-1972-4bd6-a61a-43d3cee083ab None None] Routers {'3007f710-b658-4a83-a3ee-b2379787f43d'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:18:16.916859 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-d1e0ec73-1972-4bd6-a61a-43d3cee083ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:18:07Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['3007f710-b658-4a83-a3ee-b2379787f43d'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:16.937887 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0c8e4-44cb-4a3d-8c16-12b452ff6014 req-cfea2b24-e47d-4297-a86a-dc126cd25ecb tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:16.939480 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-9bc0c8e4-44cb-4a3d-8c16-12b452ff6014 req-cfea2b24-e47d-4297-a86a-dc126cd25ecb tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b9b718-6a81-4924-a281-889b520f487a HTTP/1.1" status: 200 len: 945 time: 0.1480947 Jun 22 07:18:16.956709 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-ea154c81-bc0c-4489-80f0-e18ed9a5034e tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "PUT /v2.0/floatingips/b8cedb50-a5f8-4472-95b9-43490aa3c9c1 HTTP/1.1" status: 200 len: 991 time: 1.0432410 Jun 22 07:18:16.956709 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea76e403-8cbe-4e4d-80e4-88bb7f8e235b', 'tag': '5121c246-cf36-4c5f-8415-9dab210eccbe'}] {{(pid=92821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:18:16.958316 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114834e2e6b09b68797994cdefe3657428da4a047d1a7f773825cb7610845d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06613ccd-81d2-447c-893f-e0142ebadd3d" -d '{"events": [{"name": "network-changed", "server_uuid": "ea76e403-8cbe-4e4d-80e4-88bb7f8e235b", "tag": "5121c246-cf36-4c5f-8415-9dab210eccbe"}]}' {{(pid=92821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:18:16.993769 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-9bc0c8e4-44cb-4a3d-8c16-12b452ff6014 req-7e2980a8-5b01-4eab-9ee4-eb0fd864c0e5 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] 10.222.0.22 "GET /v2.0/security-groups?id=c15b45d2-6682-420b-8b9c-293abfc30bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466115 Jun 22 07:18:17.034375 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-d1e0ec73-1972-4bd6-a61a-43d3cee083ab None None] Set router 3007f710-b658-4a83-a3ee-b2379787f43d gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:18:17.113586 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cfc4c0-5d56-4c25-996b-4c7c3e82af89 x-openstack-request-id: req-b9cfc4c0-5d56-4c25-996b-4c7c3e82af89 {{(pid=92821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:18:17.113911 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea76e403-8cbe-4e4d-80e4-88bb7f8e235b", "tag": "5121c246-cf36-4c5f-8415-9dab210eccbe", "status": "completed", "code": 200}]} {{(pid=92821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:18:17.114196 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b9cfc4c0-5d56-4c25-996b-4c7c3e82af89 {{(pid=92821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:18:17.114631 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea76e403-8cbe-4e4d-80e4-88bb7f8e235b', 'tag': '5121c246-cf36-4c5f-8415-9dab210eccbe', 'status': 'completed', 'code': 200} Jun 22 07:18:17.187603 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06613ccd-81d2-447c-893f-e0142ebadd3d req-fac8ada5-ed19-42a8-946a-a5a12bd2167a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:17.189262 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-06613ccd-81d2-447c-893f-e0142ebadd3d req-fac8ada5-ed19-42a8-946a-a5a12bd2167a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8633bcd9c8fa46bab225f46c1fdae48d&device_id=ea76e403-8cbe-4e4d-80e4-88bb7f8e235b HTTP/1.1" status: 200 len: 1098 time: 0.0531185 Jun 22 07:18:17.292790 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06613ccd-81d2-447c-893f-e0142ebadd3d req-7344f841-a4a5-44a3-a003-c12c9f3f2489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:17.294298 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-06613ccd-81d2-447c-893f-e0142ebadd3d req-7344f841-a4a5-44a3-a003-c12c9f3f2489 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1163da0c-bad1-418d-8eb1-3c5b37310e74 HTTP/1.1" status: 200 len: 912 time: 0.0990796 Jun 22 07:18:17.361985 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-d1e0ec73-1972-4bd6-a61a-43d3cee083ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'name': 'tempest-AttachVolumeTestJSON-1083161926-router', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:06Z', 'updated_at': '2021-06-22T07:15:11Z', 'revision_number': 4, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'gw_port': {'id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:07Z', 'updated_at': '2021-06-22T07:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_floatingips': [{'id': 'b8cedb50-a5f8-4472-95b9-43490aa3c9c1', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'floating_ip_address': '172.28.3.221', 'floating_network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'router_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'port_id': '5121c246-cf36-4c5f-8415-9dab210eccbe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74', 'mac_address': 'fa:16:3e:57:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea76e403-8cbe-4e4d-80e4-88bb7f8e235b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:18:04Z', 'updated_at': '2021-06-22T07:18:16Z', 'revision_number': 1, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f96d8de-6031-46e5-9924-1415cf53e9e6', 'name': '', 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'mac_address': 'fa:16:3e:b1:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:09Z', 'updated_at': '2021-06-22T07:15:18Z', 'revision_number': 5, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'subnets': [{'id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:17.366687 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-06613ccd-81d2-447c-893f-e0142ebadd3d req-4db4749e-d545-46c1-87ce-d82ce42c55f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5121c246-cf36-4c5f-8415-9dab210eccbe HTTP/1.1" status: 200 len: 999 time: 0.0662711 Jun 22 07:18:17.388288 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e0ec73-1972-4bd6-a61a-43d3cee083ab None None] Checking router: 3007f710-b658-4a83-a3ee-b2379787f43d for host: dv-cinder-786627-11-smb {{(pid=92824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:18:17.396856 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e0ec73-1972-4bd6-a61a-43d3cee083ab None None] Routers {'3007f710-b658-4a83-a3ee-b2379787f43d'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:18:17.397473 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-d1e0ec73-1972-4bd6-a61a-43d3cee083ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:18:07Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['3007f710-b658-4a83-a3ee-b2379787f43d'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:17.418817 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06613ccd-81d2-447c-893f-e0142ebadd3d req-6416748f-313d-4007-aaee-5fc4b3b18782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:17.420329 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-06613ccd-81d2-447c-893f-e0142ebadd3d req-6416748f-313d-4007-aaee-5fc4b3b18782 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc HTTP/1.1" status: 200 len: 850 time: 0.0465436 Jun 22 07:18:17.494716 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06613ccd-81d2-447c-893f-e0142ebadd3d req-afc474d9-f3bf-4857-84e9-98c1ca73e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:17.497392 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-06613ccd-81d2-447c-893f-e0142ebadd3d req-afc474d9-f3bf-4857-84e9-98c1ca73e9e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1163da0c-bad1-418d-8eb1-3c5b37310e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0709968 Jun 22 07:18:17.515830 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-d1e0ec73-1972-4bd6-a61a-43d3cee083ab None None] Set router 3007f710-b658-4a83-a3ee-b2379787f43d gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:18:17.611360 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-06613ccd-81d2-447c-893f-e0142ebadd3d req-ca4173b7-6cae-40e6-bb63-5721a59625b6 service neutron] 10.222.0.42 "GET /v2.0/networks/1163da0c-bad1-418d-8eb1-3c5b37310e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072636 Jun 22 07:18:17.618186 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:17.707521 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-06613ccd-81d2-447c-893f-e0142ebadd3d req-88867d7f-3750-4a66-892a-c3c378cd5f5b service neutron] 10.222.0.42 "GET /v2.0/networks/1163da0c-bad1-418d-8eb1-3c5b37310e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901256 Jun 22 07:18:17.777796 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-d1e0ec73-1972-4bd6-a61a-43d3cee083ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'name': 'tempest-AttachVolumeTestJSON-1083161926-router', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:06Z', 'updated_at': '2021-06-22T07:15:11Z', 'revision_number': 4, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'gw_port': {'id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:07Z', 'updated_at': '2021-06-22T07:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_floatingips': [{'id': 'b8cedb50-a5f8-4472-95b9-43490aa3c9c1', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'floating_ip_address': '172.28.3.221', 'floating_network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'router_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'port_id': '5121c246-cf36-4c5f-8415-9dab210eccbe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74', 'mac_address': 'fa:16:3e:57:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea76e403-8cbe-4e4d-80e4-88bb7f8e235b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:18:04Z', 'updated_at': '2021-06-22T07:18:16Z', 'revision_number': 1, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f96d8de-6031-46e5-9924-1415cf53e9e6', 'name': '', 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'mac_address': 'fa:16:3e:b1:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:09Z', 'updated_at': '2021-06-22T07:15:18Z', 'revision_number': 5, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'subnets': [{'id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:17.807855 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e0ec73-1972-4bd6-a61a-43d3cee083ab None None] The sync data for ids ['3007f710-b658-4a83-a3ee-b2379787f43d'] in dv-cinder-786627-11-smb is: [{'id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'name': 'tempest-AttachVolumeTestJSON-1083161926-router', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:06Z', 'updated_at': '2021-06-22T07:15:11Z', 'revision_number': 4, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'gw_port': {'id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:07Z', 'updated_at': '2021-06-22T07:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_floatingips': [{'id': 'b8cedb50-a5f8-4472-95b9-43490aa3c9c1', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'floating_ip_address': '172.28.3.221', 'floating_network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'router_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'port_id': '5121c246-cf36-4c5f-8415-9dab210eccbe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74', 'mac_address': 'fa:16:3e:57:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea76e403-8cbe-4e4d-80e4-88bb7f8e235b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:18:04Z', 'updated_at': '2021-06-22T07:18:16Z', 'revision_number': 1, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f96d8de-6031-46e5-9924-1415cf53e9e6', 'name': '', 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'mac_address': 'fa:16:3e:b1:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:09Z', 'updated_at': '2021-06-22T07:15:18Z', 'revision_number': 5, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'subnets': [{'id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:18:17.951580 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 32286311-09d4-46ae-99ce-0506839998c5 up at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:18:18.016508 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning for port 32286311-09d4-46ae-99ce-0506839998c5 completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:18:18.022652 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning complete for port 32286311-09d4-46ae-99ce-0506839998c5 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:18:18.023196 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:18.070619 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e7cee-6f69-4651-85d2-5ba2ed2bdfe6 None None] New status for floating IP b8cedb50-a5f8-4472-95b9-43490aa3c9c1: ACTIVE {{(pid=92823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:18:18.232071 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85727a-e88d-4637-98a5-96e0b2a7c3b9 req-e1505c01-41d6-4bf0-8efa-fa2510c42c20 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:18.233675 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-db85727a-e88d-4637-98a5-96e0b2a7c3b9 req-e1505c01-41d6-4bf0-8efa-fa2510c42c20 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b9b718-6a81-4924-a281-889b520f487a HTTP/1.1" status: 200 len: 945 time: 0.0972452 Jun 22 07:18:18.260013 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:18.285870 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-db85727a-e88d-4637-98a5-96e0b2a7c3b9 req-9cb10b08-bd71-44d5-b8f5-d9fe44852fe3 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] 10.222.0.22 "GET /v2.0/security-groups?id=c15b45d2-6682-420b-8b9c-293abfc30bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449347 Jun 22 07:18:18.286028 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b9b718-6a81-4924-a281-889b520f487a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32286311-09d4-46ae-99ce-0506839998c5'}] {{(pid=92823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:18:18.288286 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1855b14f289de04877f76e9f82b9d84154af39b836c558547df9393c60095739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b5ec76-3a6c-4446-b237-e0a60317dfa4" -d '{"events": [{"server_uuid": "33b9b718-6a81-4924-a281-889b520f487a", "name": "network-vif-plugged", "status": "completed", "tag": "32286311-09d4-46ae-99ce-0506839998c5"}]}' {{(pid=92823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:18:18.313119 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 32286311-09d4-46ae-99ce-0506839998c5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=32286311-09d4-46ae-99ce-0506839998c5,segment=NetworkSegment(fd69eb02-e3f4-4526-a18f-e7d2069b512b),segment_id=fd69eb02-e3f4-4526-a18f-e7d2069b512b)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:18:18.320343 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:18.323601 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:18.349078 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326b16d3-3601-4bd1-8579-64f712ffcadd x-openstack-request-id: req-326b16d3-3601-4bd1-8579-64f712ffcadd {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:18:18.349386 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b9b718-6a81-4924-a281-889b520f487a", "name": "network-vif-plugged", "status": "completed", "tag": "32286311-09d4-46ae-99ce-0506839998c5", "code": 200}]} {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:18:18.349655 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-326b16d3-3601-4bd1-8579-64f712ffcadd {{(pid=92823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:18:18.350069 dv-cinder-786627-11-smb neutron-server[92823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b9b718-6a81-4924-a281-889b520f487a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32286311-09d4-46ae-99ce-0506839998c5', 'code': 200} Jun 22 07:18:18.391393 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=32286311-09d4-46ae-99ce-0506839998c5,revision_number=5']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:18.394909 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:18.561902 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c179b-f76e-4d78-b950-fe66c2c71bcc req-7b0c0f5a-2a6d-4b52-9400-2a89ffdbc79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:18.563274 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-636c179b-f76e-4d78-b950-fe66c2c71bcc req-7b0c0f5a-2a6d-4b52-9400-2a89ffdbc79c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=33b9b718-6a81-4924-a281-889b520f487a HTTP/1.1" status: 200 len: 1099 time: 0.0583677 Jun 22 07:18:18.598580 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-636c179b-f76e-4d78-b950-fe66c2c71bcc req-e4a38064-be5d-4af5-b9c8-328bb8912985 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c15b45d2-6682-420b-8b9c-293abfc30bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292647 Jun 22 07:18:19.489799 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66d563-14e9-42dc-b2d4-8dbc1d9eec47 req-4871fbd6-30b7-48ef-9b27-03f4ebe5dc3e tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:19.492820 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-dc66d563-14e9-42dc-b2d4-8dbc1d9eec47 req-4871fbd6-30b7-48ef-9b27-03f4ebe5dc3e tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b9b718-6a81-4924-a281-889b520f487a HTTP/1.1" status: 200 len: 946 time: 0.0869102 Jun 22 07:18:19.539546 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-dc66d563-14e9-42dc-b2d4-8dbc1d9eec47 req-97008353-9fb8-41e0-8104-5852c3c21062 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] 10.222.0.22 "GET /v2.0/security-groups?id=c15b45d2-6682-420b-8b9c-293abfc30bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397153 Jun 22 07:18:20.715011 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80952b-5e79-4703-bc9d-65ad2f3a3b33 req-f128883b-9548-40e7-914f-21cd4776dfd3 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:20.716471 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2b80952b-5e79-4703-bc9d-65ad2f3a3b33 req-f128883b-9548-40e7-914f-21cd4776dfd3 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b9b718-6a81-4924-a281-889b520f487a HTTP/1.1" status: 200 len: 946 time: 0.0651634 Jun 22 07:18:20.756399 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2b80952b-5e79-4703-bc9d-65ad2f3a3b33 req-85eac264-1f08-4527-9589-246c9f86c6ca tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] 10.222.0.22 "GET /v2.0/security-groups?id=c15b45d2-6682-420b-8b9c-293abfc30bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338616 Jun 22 07:18:23.425657 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97ad0b-4810-43b7-b689-a20b99bfbbc1 req-9e68f343-55e0-4d86-84b4-b0b275e6948d tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:23.427140 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-3d97ad0b-4810-43b7-b689-a20b99bfbbc1 req-9e68f343-55e0-4d86-84b4-b0b275e6948d tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b9b718-6a81-4924-a281-889b520f487a HTTP/1.1" status: 200 len: 946 time: 0.0708513 Jun 22 07:18:23.468061 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-3d97ad0b-4810-43b7-b689-a20b99bfbbc1 req-e898e747-ceb3-4724-b25c-41731855f138 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] 10.222.0.22 "GET /v2.0/security-groups?id=c15b45d2-6682-420b-8b9c-293abfc30bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334070 Jun 22 07:18:24.653748 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b007c8-2a4d-4dc1-81ab-7baf3d9168c2 req-4380b688-d720-43e5-9465-a078393836aa tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:24.656702 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-92b007c8-2a4d-4dc1-81ab-7baf3d9168c2 req-4380b688-d720-43e5-9465-a078393836aa tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b9b718-6a81-4924-a281-889b520f487a HTTP/1.1" status: 200 len: 946 time: 0.0733821 Jun 22 07:18:24.663342 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddefc93-7c54-4561-8fd7-0a19a7405526 req-6e1df0aa-48d5-47ca-a6ff-9c5fb05edab3 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:24.664922 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-7ddefc93-7c54-4561-8fd7-0a19a7405526 req-6e1df0aa-48d5-47ca-a6ff-9c5fb05edab3 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] 10.222.0.42 "GET /v2.0/ports?device_id=33b9b718-6a81-4924-a281-889b520f487a HTTP/1.1" status: 200 len: 946 time: 0.0696228 Jun 22 07:18:24.714684 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-92b007c8-2a4d-4dc1-81ab-7baf3d9168c2 req-d9e564c3-12ed-4a5f-99e1-6336294b7a6a tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] 10.222.0.22 "GET /v2.0/security-groups?id=c15b45d2-6682-420b-8b9c-293abfc30bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517983 Jun 22 07:18:24.833928 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-7ddefc93-7c54-4561-8fd7-0a19a7405526 req-76345a74-92f5-4e1f-83a5-5d8df0c1a585 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Deleting port 32286311-09d4-46ae-99ce-0506839998c5 {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:18:24.834275 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-7ddefc93-7c54-4561-8fd7-0a19a7405526 req-76345a74-92f5-4e1f-83a5-5d8df0c1a585 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:24.954808 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-7ddefc93-7c54-4561-8fd7-0a19a7405526 req-76345a74-92f5-4e1f-83a5-5d8df0c1a585 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] For port 32286311-09d4-46ae-99ce-0506839998c5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=32286311-09d4-46ae-99ce-0506839998c5,segment=NetworkSegment(fd69eb02-e3f4-4526-a18f-e7d2069b512b),segment_id=fd69eb02-e3f4-4526-a18f-e7d2069b512b)] {{(pid=92822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:18:24.955173 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-7ddefc93-7c54-4561-8fd7-0a19a7405526 req-76345a74-92f5-4e1f-83a5-5d8df0c1a585 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:25.034821 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-7ddefc93-7c54-4561-8fd7-0a19a7405526 req-76345a74-92f5-4e1f-83a5-5d8df0c1a585 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Calling delete_port for 32286311-09d4-46ae-99ce-0506839998c5 owned by compute:nova {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:18:25.174496 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-7ddefc93-7c54-4561-8fd7-0a19a7405526 req-76345a74-92f5-4e1f-83a5-5d8df0c1a585 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:25.178519 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-856e67a3-bf9c-4f12-9df5-3fdf7e1ed726 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:25.187499 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['32286311-09d4-46ae-99ce-0506839998c5'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:18:25.206906 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76345a74-92f5-4e1f-83a5-5d8df0c1a585 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Pushing event deleted for resources: {'Port': ['ID=32286311-09d4-46ae-99ce-0506839998c5,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:25.212026 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-76345a74-92f5-4e1f-83a5-5d8df0c1a585 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:25.254402 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddefc93-7c54-4561-8fd7-0a19a7405526 req-76345a74-92f5-4e1f-83a5-5d8df0c1a585 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] No DVR routers for this DVR port 32286311-09d4-46ae-99ce-0506839998c5 on host hv-cinder-78662 {{(pid=92822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:18:25.257320 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-7ddefc93-7c54-4561-8fd7-0a19a7405526 req-76345a74-92f5-4e1f-83a5-5d8df0c1a585 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:25.259406 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-7ddefc93-7c54-4561-8fd7-0a19a7405526 req-76345a74-92f5-4e1f-83a5-5d8df0c1a585 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] 10.222.0.42 "DELETE /v2.0/ports/32286311-09d4-46ae-99ce-0506839998c5 HTTP/1.1" status: 204 len: 173 time: 0.5888922 Jun 22 07:18:25.260111 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b9b718-6a81-4924-a281-889b520f487a', 'name': 'network-vif-deleted', 'tag': '32286311-09d4-46ae-99ce-0506839998c5'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:18:25.262609 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22274f6d-432c-4089-b7f4-765ccbb741ea" -d '{"events": [{"server_uuid": "33b9b718-6a81-4924-a281-889b520f487a", "name": "network-vif-deleted", "tag": "32286311-09d4-46ae-99ce-0506839998c5"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:18:25.305927 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac927ef-6808-429a-b1a5-a26f407a7bd2 x-openstack-request-id: req-1ac927ef-6808-429a-b1a5-a26f407a7bd2 {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:18:25.306302 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b9b718-6a81-4924-a281-889b520f487a", "name": "network-vif-deleted", "tag": "32286311-09d4-46ae-99ce-0506839998c5", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:18:25.306598 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1ac927ef-6808-429a-b1a5-a26f407a7bd2 {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:18:25.307834 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b9b718-6a81-4924-a281-889b520f487a', 'name': 'network-vif-deleted', 'tag': '32286311-09d4-46ae-99ce-0506839998c5', 'status': 'completed', 'code': 200} Jun 22 07:18:25.910467 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e5651f64-4bc3-43b0-97f7-eab57232bd93 req-13bf081e-bb0d-444e-a1eb-82de5f2c640f tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b9b718-6a81-4924-a281-889b520f487a HTTP/1.1" status: 200 len: 210 time: 0.0407050 Jun 22 07:18:28.005344 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 32286311-09d4-46ae-99ce-0506839998c5 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:18:28.027499 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] No Port match for: 32286311-09d4-46ae-99ce-0506839998c5 {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:18:28.027857 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 32286311-09d4-46ae-99ce-0506839998c5 not bound to the agent host hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:18:33.007752 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 6 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:18:34.133855 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-01a49cba-fa84-447a-ae7d-a228c216bcbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:36.757083 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-dc69952c-94f4-4f7f-a9aa-84526cff5859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:36.938452 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:37.746803 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:39.824478 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:42.233059 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 37236) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:42.304606 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.db_base_plugin_v2 [None req-5702091d-a777-43e3-be8a-6f16e4bbec91 admin admin] Deleting subnet 9de922d9-d44c-4a38-a39e-508e68997b63 {{(pid=92821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:18:42.308883 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5702091d-a777-43e3-be8a-6f16e4bbec91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:42.358618 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5702091d-a777-43e3-be8a-6f16e4bbec91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133979590'] for subnet, precommit_delete_associations {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:42.424919 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5702091d-a777-43e3-be8a-6f16e4bbec91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708745'] for subnet, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:42.514966 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5702091d-a777-43e3-be8a-6f16e4bbec91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-134075330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130921171'] for subnet, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:42.517833 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:42.562376 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5702091d-a777-43e3-be8a-6f16e4bbec91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:42.565378 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-5702091d-a777-43e3-be8a-6f16e4bbec91 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9de922d9-d44c-4a38-a39e-508e68997b63 HTTP/1.1" status: 204 len: 168 time: 0.3307366 Jun 22 07:18:42.566898 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702091d-a777-43e3-be8a-6f16e4bbec91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9de922d9-d44c-4a38-a39e-508e68997b63,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:42.569284 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 37238) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:42.570146 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-5702091d-a777-43e3-be8a-6f16e4bbec91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:42.696083 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-bb9d93e3-68b9-43aa-861e-1fd7b61b3d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735482'] for network, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:42.783128 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-bb9d93e3-68b9-43aa-861e-1fd7b61b3d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709888', 'neutron.services.segments.db._delete_segments_for_network-8736031724755'] for network, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:42.794746 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.services.segments.db [None req-bb9d93e3-68b9-43aa-861e-1fd7b61b3d14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456bb11c-8917-4f29-897e-78569d50f6f1']}} {{(pid=92822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:42.805584 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.services.segments.db [None req-bb9d93e3-68b9-43aa-861e-1fd7b61b3d14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd69eb02-e3f4-4526-a18f-e7d2069b512b') {'for_net_delete': True} {{(pid=92822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:42.805877 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.services.segments.db [None req-bb9d93e3-68b9-43aa-861e-1fd7b61b3d14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd69eb02-e3f4-4526-a18f-e7d2069b512b') {} {{(pid=92822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:42.815824 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-bb9d93e3-68b9-43aa-861e-1fd7b61b3d14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736031724584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133502001'] for segment, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:42.830971 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-bb9d93e3-68b9-43aa-861e-1fd7b61b3d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:42.838507 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9d93e3-68b9-43aa-861e-1fd7b61b3d14 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=92822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:18:42.839039 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-bb9d93e3-68b9-43aa-861e-1fd7b61b3d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133502593'] for segment, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: Traceback (most recent call last): Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: timer() Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: cb(*args, **kw) Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: return func(*args, **kwargs) Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: self._notify() Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: self.callback(batched_events) Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: event.method(event) Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: return f(self, *a, **k) Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: return self._get(url).json() Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: return self.request(url, 'GET', **kwargs) Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:18:42.841349 dv-cinder-786627-11-smb neutron-server[92822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:18:42.908585 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-bb9d93e3-68b9-43aa-861e-1fd7b61b3d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592449'] for network, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:42.913221 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:42.917214 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-bb9d93e3-68b9-43aa-861e-1fd7b61b3d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:42.919811 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-bb9d93e3-68b9-43aa-861e-1fd7b61b3d14 admin admin] 10.222.0.22 "DELETE /v2.0/networks/456bb11c-8917-4f29-897e-78569d50f6f1 HTTP/1.1" status: 204 len: 168 time: 0.3491902 Jun 22 07:18:42.928149 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 37240) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:42.933538 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d93e3-68b9-43aa-861e-1fd7b61b3d14 admin admin] Pushing event deleted for resources: {'Network': ['ID=456bb11c-8917-4f29-897e-78569d50f6f1,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:42.947841 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d93e3-68b9-43aa-861e-1fd7b61b3d14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:42.948365 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d93e3-68b9-43aa-861e-1fd7b61b3d14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:42.949001 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d93e3-68b9-43aa-861e-1fd7b61b3d14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:42.949625 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d93e3-68b9-43aa-861e-1fd7b61b3d14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:42.950251 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d93e3-68b9-43aa-861e-1fd7b61b3d14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:42.950864 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d93e3-68b9-43aa-861e-1fd7b61b3d14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:42.951459 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d93e3-68b9-43aa-861e-1fd7b61b3d14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:42.952092 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d93e3-68b9-43aa-861e-1fd7b61b3d14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:42.952734 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d93e3-68b9-43aa-861e-1fd7b61b3d14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:42.953363 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d93e3-68b9-43aa-861e-1fd7b61b3d14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:42.953817 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d93e3-68b9-43aa-861e-1fd7b61b3d14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:42.954430 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9d93e3-68b9-43aa-861e-1fd7b61b3d14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:42.960281 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-bb9d93e3-68b9-43aa-861e-1fd7b61b3d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:42.983864 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a9526a-4f68-472f-934d-97ea39bb76f8 admin admin] Deleting subnet c6db5e23-d7fb-4b7d-be32-c68f438b0c26 {{(pid=92821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:18:42.987268 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-80a9526a-4f68-472f-934d-97ea39bb76f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:43.023109 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-80a9526a-4f68-472f-934d-97ea39bb76f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133979590'] for subnet, precommit_delete_associations {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:43.068761 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-80a9526a-4f68-472f-934d-97ea39bb76f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708745'] for subnet, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:43.125246 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-80a9526a-4f68-472f-934d-97ea39bb76f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-134075330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130921171'] for subnet, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:43.127732 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-39433f43-2eb9-4203-9154-025e975ac707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:43.153062 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9526a-4f68-472f-934d-97ea39bb76f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6db5e23-d7fb-4b7d-be32-c68f438b0c26,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:43.156302 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-80a9526a-4f68-472f-934d-97ea39bb76f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:43.157455 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-80a9526a-4f68-472f-934d-97ea39bb76f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:43.159495 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-80a9526a-4f68-472f-934d-97ea39bb76f8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c6db5e23-d7fb-4b7d-be32-c68f438b0c26 HTTP/1.1" status: 204 len: 168 time: 0.2295203 Jun 22 07:18:43.162402 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 37242) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:43.235186 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-3bb47059-2d17-4008-aaad-b4a6780df77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735482'] for network, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:43.322567 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-3bb47059-2d17-4008-aaad-b4a6780df77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709888', 'neutron.services.segments.db._delete_segments_for_network-8736031724755'] for network, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:43.333153 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.services.segments.db [None req-3bb47059-2d17-4008-aaad-b4a6780df77f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b128119-ff4b-4420-a47c-36a8ef3af2b4']}} {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:43.344379 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.services.segments.db [None req-3bb47059-2d17-4008-aaad-b4a6780df77f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca030524-b159-4313-b50e-4e0bbd6674b6') {'for_net_delete': True} {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:43.344661 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.services.segments.db [None req-3bb47059-2d17-4008-aaad-b4a6780df77f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca030524-b159-4313-b50e-4e0bbd6674b6') {} {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:43.357550 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-3bb47059-2d17-4008-aaad-b4a6780df77f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736031724584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133979633'] for segment, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:43.376476 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-3bb47059-2d17-4008-aaad-b4a6780df77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:43.383119 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bb47059-2d17-4008-aaad-b4a6780df77f admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=92821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:18:43.383603 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-3bb47059-2d17-4008-aaad-b4a6780df77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-134074747'] for segment, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: Traceback (most recent call last): Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: timer() Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: cb(*args, **kw) Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: return func(*args, **kwargs) Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: self._notify() Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: self.callback(batched_events) Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: event.method(event) Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: return f(self, *a, **k) Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: return self._get(url).json() Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: return self.request(url, 'GET', **kwargs) Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:18:43.386109 dv-cinder-786627-11-smb neutron-server[92821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:18:43.439749 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-3bb47059-2d17-4008-aaad-b4a6780df77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592449'] for network, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:43.443530 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:43.446116 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-3bb47059-2d17-4008-aaad-b4a6780df77f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:43.448711 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-3bb47059-2d17-4008-aaad-b4a6780df77f admin admin] 10.222.0.22 "DELETE /v2.0/networks/7b128119-ff4b-4420-a47c-36a8ef3af2b4 HTTP/1.1" status: 204 len: 168 time: 0.2853489 Jun 22 07:18:43.464304 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb47059-2d17-4008-aaad-b4a6780df77f admin admin] Pushing event deleted for resources: {'Network': ['ID=7b128119-ff4b-4420-a47c-36a8ef3af2b4,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:43.466815 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-3bb47059-2d17-4008-aaad-b4a6780df77f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:43.630736 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 37248) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:43.672509 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-cfd5e241-9d2c-4959-b366-fff9336e63ab admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=05b999d0735745fa85c385d398e22287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404956 Jun 22 07:18:43.675270 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 37250) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:43.725364 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-6d2adf08-165a-4208-bc51-ea656609d796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:43.747605 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-6d2adf08-165a-4208-bc51-ea656609d796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:43.795731 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-6d2adf08-165a-4208-bc51-ea656609d796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:43.798361 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-6d2adf08-165a-4208-bc51-ea656609d796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:43.799540 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-6d2adf08-165a-4208-bc51-ea656609d796 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c15b45d2-6682-420b-8b9c-293abfc30bd0 HTTP/1.1" status: 204 len: 168 time: 0.1232517 Jun 22 07:18:43.800312 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-cd9bfa61-1204-454f-8c4c-63514279c0c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:43.809260 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2adf08-165a-4208-bc51-ea656609d796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15b45d2-6682-420b-8b9c-293abfc30bd0,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:43.812937 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-6d2adf08-165a-4208-bc51-ea656609d796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:44.145021 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 37256) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:44.185013 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-37b1e17e-bc15-40db-a199-852023ab1a10 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bf034ea653ee479ab547d49c93be08f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385008 Jun 22 07:18:44.187472 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 37258) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:44.235768 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-61aecf9c-4b2c-4a13-b0db-e548f9f7f176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:44.261605 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-61aecf9c-4b2c-4a13-b0db-e548f9f7f176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:44.546239 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-61aecf9c-4b2c-4a13-b0db-e548f9f7f176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:44.548939 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-61aecf9c-4b2c-4a13-b0db-e548f9f7f176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:44.550081 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-61aecf9c-4b2c-4a13-b0db-e548f9f7f176 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f435d81e-f9af-422e-a6f0-68c98c66f748 HTTP/1.1" status: 204 len: 168 time: 0.3617239 Jun 22 07:18:44.550842 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-4a1e74d1-3067-4de0-b094-4b66d5065637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:44.561117 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aecf9c-4b2c-4a13-b0db-e548f9f7f176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f435d81e-f9af-422e-a6f0-68c98c66f748,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:44.563571 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-61aecf9c-4b2c-4a13-b0db-e548f9f7f176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:45.004494 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-609195ef-79be-4230-a3a1-e88486a40589 req-7e5e7622-69a6-4f47-91db-79b333f91313 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ea76e403-8cbe-4e4d-80e4-88bb7f8e235b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524378 Jun 22 07:18:45.109120 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609195ef-79be-4230-a3a1-e88486a40589 req-281839a5-b4e8-4982-adc0-97401ccf40fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:45.110702 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-609195ef-79be-4230-a3a1-e88486a40589 req-281839a5-b4e8-4982-adc0-97401ccf40fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8633bcd9c8fa46bab225f46c1fdae48d&device_id=ea76e403-8cbe-4e4d-80e4-88bb7f8e235b HTTP/1.1" status: 200 len: 1098 time: 0.0610309 Jun 22 07:18:45.226409 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609195ef-79be-4230-a3a1-e88486a40589 req-da0a6588-883e-422b-86a5-7b064e4be317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:45.228176 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-609195ef-79be-4230-a3a1-e88486a40589 req-da0a6588-883e-422b-86a5-7b064e4be317 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1163da0c-bad1-418d-8eb1-3c5b37310e74 HTTP/1.1" status: 200 len: 912 time: 0.0965836 Jun 22 07:18:45.308276 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-609195ef-79be-4230-a3a1-e88486a40589 req-a14fed8c-f815-4943-a4da-43c25d087dc6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5121c246-cf36-4c5f-8415-9dab210eccbe HTTP/1.1" status: 200 len: 1001 time: 0.0739577 Jun 22 07:18:45.362030 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609195ef-79be-4230-a3a1-e88486a40589 req-a8c40641-6d98-4e9e-b866-8b1eed1b8677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:45.363562 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-609195ef-79be-4230-a3a1-e88486a40589 req-a8c40641-6d98-4e9e-b866-8b1eed1b8677 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc HTTP/1.1" status: 200 len: 850 time: 0.0476480 Jun 22 07:18:45.427867 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609195ef-79be-4230-a3a1-e88486a40589 req-4d7088b2-a1d1-417f-8150-215fa0b76e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:45.429363 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-609195ef-79be-4230-a3a1-e88486a40589 req-4d7088b2-a1d1-417f-8150-215fa0b76e43 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1163da0c-bad1-418d-8eb1-3c5b37310e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0581567 Jun 22 07:18:45.530511 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-609195ef-79be-4230-a3a1-e88486a40589 req-9411beb9-f93f-4581-ba5f-e58235e0c21f service neutron] 10.222.0.42 "GET /v2.0/networks/1163da0c-bad1-418d-8eb1-3c5b37310e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936079 Jun 22 07:18:45.623805 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-609195ef-79be-4230-a3a1-e88486a40589 req-2996247e-0cf6-4dfd-9fcf-cee7d06943be service neutron] 10.222.0.42 "GET /v2.0/networks/1163da0c-bad1-418d-8eb1-3c5b37310e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852196 Jun 22 07:18:45.682573 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 37292) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:45.786782 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-d453e2b0-082e-4ef0-873c-6831d507b712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:45.878577 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-d453e2b0-082e-4ef0-873c-6831d507b712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:45.882253 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-d453e2b0-082e-4ef0-873c-6831d507b712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:45.884720 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-99aef4e5-6753-47f2-841e-77eab0516f2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:45.920375 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-d453e2b0-082e-4ef0-873c-6831d507b712 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1cf5d2d224ab45bab80bada2ed3b3b07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367480 Jun 22 07:18:45.921273 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453e2b0-082e-4ef0-873c-6831d507b712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de7841a-b151-460c-a006-7bc52ae39150,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:45.923430 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 37296) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:45.928445 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453e2b0-082e-4ef0-873c-6831d507b712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:45.928829 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453e2b0-082e-4ef0-873c-6831d507b712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:45.929204 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453e2b0-082e-4ef0-873c-6831d507b712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:45.929569 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453e2b0-082e-4ef0-873c-6831d507b712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:45.929931 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453e2b0-082e-4ef0-873c-6831d507b712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:45.930291 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453e2b0-082e-4ef0-873c-6831d507b712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:45.930647 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453e2b0-082e-4ef0-873c-6831d507b712 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:45.931086 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453e2b0-082e-4ef0-873c-6831d507b712 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:45.932183 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453e2b0-082e-4ef0-873c-6831d507b712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:45.932539 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453e2b0-082e-4ef0-873c-6831d507b712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:45.932892 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453e2b0-082e-4ef0-873c-6831d507b712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:45.933243 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453e2b0-082e-4ef0-873c-6831d507b712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:45.937071 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-d453e2b0-082e-4ef0-873c-6831d507b712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:45.973562 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c58e0663-7156-4437-a6b9-9097a4b8b901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:45.994407 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c58e0663-7156-4437-a6b9-9097a4b8b901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:46.038207 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c58e0663-7156-4437-a6b9-9097a4b8b901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:46.041644 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c58e0663-7156-4437-a6b9-9097a4b8b901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:46.042865 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-c58e0663-7156-4437-a6b9-9097a4b8b901 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9de7841a-b151-460c-a006-7bc52ae39150 HTTP/1.1" status: 204 len: 168 time: 0.1187828 Jun 22 07:18:46.043698 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-b62061dc-6ade-4c97-9c3a-9e610e4ed83d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:46.050732 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e0663-7156-4437-a6b9-9097a4b8b901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de7841a-b151-460c-a006-7bc52ae39150,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:46.053049 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-c58e0663-7156-4437-a6b9-9097a4b8b901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:47.064064 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 37328) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:47.167609 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-7b5b92ce-3a40-4219-8901-fcf8b3139a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:47.253990 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-7b5b92ce-3a40-4219-8901-fcf8b3139a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:47.257611 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-7b5b92ce-3a40-4219-8901-fcf8b3139a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:47.260243 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-afa7bed7-8b5b-4387-8472-e949a183f0d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:47.297135 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-7b5b92ce-3a40-4219-8901-fcf8b3139a98 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=06a5c4614c0a46baa2471a6ac65b77d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319841 Jun 22 07:18:47.298113 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b92ce-3a40-4219-8901-fcf8b3139a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656a2a95-831b-49fd-b6c3-c8902ef8672e,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:47.299776 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 37332) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:47.301234 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-7b5b92ce-3a40-4219-8901-fcf8b3139a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:47.350040 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-de477fe2-30d4-4620-96cd-e742d96bf4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:47.370537 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-de477fe2-30d4-4620-96cd-e742d96bf4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:47.416178 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-de477fe2-30d4-4620-96cd-e742d96bf4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:47.418745 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-de477fe2-30d4-4620-96cd-e742d96bf4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:47.419886 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-de477fe2-30d4-4620-96cd-e742d96bf4e4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/656a2a95-831b-49fd-b6c3-c8902ef8672e HTTP/1.1" status: 204 len: 168 time: 0.1190994 Jun 22 07:18:47.420680 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-877d55b1-dba6-409f-9e6e-df7103332975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:47.428000 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de477fe2-30d4-4620-96cd-e742d96bf4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656a2a95-831b-49fd-b6c3-c8902ef8672e,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:47.430218 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-de477fe2-30d4-4620-96cd-e742d96bf4e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:47.642759 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:50.930204 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 37382) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:51.045248 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ef5afc8c-bd99-4d0a-a528-f11898fe1c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:51.134084 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ef5afc8c-bd99-4d0a-a528-f11898fe1c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:51.138001 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ef5afc8c-bd99-4d0a-a528-f11898fe1c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:51.140661 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-d453e2b0-082e-4ef0-873c-6831d507b712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:51.176502 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-ef5afc8c-bd99-4d0a-a528-f11898fe1c57 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6fd27fdd97cc46cc87dd75e799221507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447140 Jun 22 07:18:51.177400 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5afc8c-bd99-4d0a-a528-f11898fe1c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2feb377c-9184-41dd-86f0-03eddc30188d,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:51.179424 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 37388) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:51.180648 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-ef5afc8c-bd99-4d0a-a528-f11898fe1c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:51.229904 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5d3b7b1e-590e-4234-aa57-87374855e91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:51.251026 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5d3b7b1e-590e-4234-aa57-87374855e91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:51.296573 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5d3b7b1e-590e-4234-aa57-87374855e91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:51.299153 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5d3b7b1e-590e-4234-aa57-87374855e91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:51.300321 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-5d3b7b1e-590e-4234-aa57-87374855e91a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2feb377c-9184-41dd-86f0-03eddc30188d HTTP/1.1" status: 204 len: 168 time: 0.1199038 Jun 22 07:18:51.301122 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-0094aa0b-0d9e-4175-a76a-11195ab21af5 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:51.309253 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b7b1e-590e-4234-aa57-87374855e91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2feb377c-9184-41dd-86f0-03eddc30188d,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:51.311426 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-5d3b7b1e-590e-4234-aa57-87374855e91a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:51.932880 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 37410) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:52.034006 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-04041348-fd50-4360-add7-3b00b3e19c2d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-154821686-network', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:52.055313 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04041348-fd50-4360-add7-3b00b3e19c2d admin admin] Made reservation on behalf of 4c0e5ee7866b45b999c83da25e56f5be for: {'network': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:18:52.058606 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-04041348-fd50-4360-add7-3b00b3e19c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for network, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:52.066966 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-04041348-fd50-4360-add7-3b00b3e19c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:52.159365 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-04041348-fd50-4360-add7-3b00b3e19c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:52.163055 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-04041348-fd50-4360-add7-3b00b3e19c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:52.166148 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ad79d0a6-56ef-4990-a527-e7dec56a71f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:52.187382 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04041348-fd50-4360-add7-3b00b3e19c2d admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=92822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:18:52.195815 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04041348-fd50-4360-add7-3b00b3e19c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:52.199974 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-04041348-fd50-4360-add7-3b00b3e19c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:52.202743 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-04041348-fd50-4360-add7-3b00b3e19c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:52.203084 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.db.segments_db [None req-04041348-fd50-4360-add7-3b00b3e19c2d admin admin] Added segment cfaaff92-28a9-4bbc-aa3b-7322ef42f107 of type vlan for network 2ce845aa-d4b3-4605-9809-77a5c62ddf74 Jun 22 07:18:52.242415 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-04041348-fd50-4360-add7-3b00b3e19c2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736031188691'] for network, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:52.272091 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-04041348-fd50-4360-add7-3b00b3e19c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068'] for network, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:52.273688 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04041348-fd50-4360-add7-3b00b3e19c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:52.274263 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-04041348-fd50-4360-add7-3b00b3e19c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:52.277603 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:52.329142 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-04041348-fd50-4360-add7-3b00b3e19c2d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3951490 Jun 22 07:18:52.332035 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 37416) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:52.334359 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04041348-fd50-4360-add7-3b00b3e19c2d admin admin] Pushing event updated for resources: {'Network': ['ID=2ce845aa-d4b3-4605-9809-77a5c62ddf74,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:52.337237 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-04041348-fd50-4360-add7-3b00b3e19c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:52.345274 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Network 2ce845aa-d4b3-4605-9809-77a5c62ddf74 details requested by agent ovs-agent-dv-cinder-786627-11-smb with host dv-cinder-786627-11-smb {{(pid=92823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:18:52.352324 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-f4067afe-f4af-45c0-a7df-87980946a5f7 admin admin] Request body: {'subnet': {'network_id': '2ce845aa-d4b3-4605-9809-77a5c62ddf74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-154821686-subnet', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'ip_version': 4}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:52.373013 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4067afe-f4af-45c0-a7df-87980946a5f7 admin admin] Made reservation on behalf of 4c0e5ee7866b45b999c83da25e56f5be for: {'subnet': 1} {{(pid=92821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:18:52.375621 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-f4067afe-f4af-45c0-a7df-87980946a5f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130921206'] for subnet, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:52.547988 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-f4067afe-f4af-45c0-a7df-87980946a5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-134075165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130921156'] for subnet, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:52.550376 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:52.603890 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4067afe-f4af-45c0-a7df-87980946a5f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4015507f-ca37-4573-be26-702ec08b40aa,revision_number=0']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:52.607227 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-f4067afe-f4af-45c0-a7df-87980946a5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:52.613123 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4067afe-f4af-45c0-a7df-87980946a5f7 admin admin] Checking segment: {'id': 'cfaaff92-28a9-4bbc-aa3b-7322ef42f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2ce845aa-d4b3-4605-9809-77a5c62ddf74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:18:52.613479 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4067afe-f4af-45c0-a7df-87980946a5f7 admin admin] Network hostable DHCP agents. Network: 2ce845aa-d4b3-4605-9809-77a5c62ddf74, hostable agents: ['b3e1d87c-8412-42f8-9df5-1411cb290459'], hosted agents: [] {{(pid=92821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:18:52.631645 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4067afe-f4af-45c0-a7df-87980946a5f7 admin admin] Network 2ce845aa-d4b3-4605-9809-77a5c62ddf74 is scheduled to be hosted by DHCP agent b3e1d87c-8412-42f8-9df5-1411cb290459 with binding_index 1 {{(pid=92821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:18:52.640364 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.base_scheduler [None req-f4067afe-f4af-45c0-a7df-87980946a5f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-smb, 2ce845aa-d4b3-4605-9809-77a5c62ddf74) {{(pid=92821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:18:52.644579 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4067afe-f4af-45c0-a7df-87980946a5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:52.645154 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-f4067afe-f4af-45c0-a7df-87980946a5f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:52.649982 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c10520a-fb8e-4717-bc84-cfd119717730 None None] Network 2ce845aa-d4b3-4605-9809-77a5c62ddf74 requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:18:52.662287 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-f4067afe-f4af-45c0-a7df-87980946a5f7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3290551 Jun 22 07:18:52.669577 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 37418) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:52.670763 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-7c1735e6-848f-4715-8d9f-2af278169d23 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-154821686-router', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79'}}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:52.699908 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7c1735e6-848f-4715-8d9f-2af278169d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1669542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1128'] for router, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:52.701683 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7c1735e6-848f-4715-8d9f-2af278169d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1593244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1123'] for router, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:52.767126 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7c1735e6-848f-4715-8d9f-2af278169d23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:52.803899 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7254b692-483c-4308-87da-6d9852076191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e4f5c82-077d-56c7-9869-6c225c043a1f-2ce845aa-d4b3-4605-9809-77a5c62ddf74', 'network_id': '2ce845aa-d4b3-4605-9809-77a5c62ddf74', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'fixed_ips': [{'subnet_id': '4015507f-ca37-4573-be26-702ec08b40aa'}]}} from dv-cinder-786627-11-smb. {{(pid=92823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 07:18:52.804792 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-7254b692-483c-4308-87da-6d9852076191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:52.905264 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7c1735e6-848f-4715-8d9f-2af278169d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1593326', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1141'] for router, precommit_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:52.947968 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.db_base_plugin_common [None req-7254b692-483c-4308-87da-6d9852076191 None None] Allocated IP 172.20.0.2 (2ce845aa-d4b3-4605-9809-77a5c62ddf74/4015507f-ca37-4573-be26-702ec08b40aa/a42e74fd-e076-4e46-b4ec-4b37d8fd647b) {{(pid=92823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:18:53.108604 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-7254b692-483c-4308-87da-6d9852076191 None None] Notify callbacks [] for port, precommit_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:53.117167 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-7254b692-483c-4308-87da-6d9852076191 None None] Transition to ACTIVE for port object a42e74fd-e076-4e46-b4ec-4b37d8fd647b will not be triggered until provisioned by entity L2. {{(pid=92823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:18:53.137831 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-7254b692-483c-4308-87da-6d9852076191 None None] Transition to ACTIVE for port object a42e74fd-e076-4e46-b4ec-4b37d8fd647b will not be triggered until provisioned by entity DHCP. {{(pid=92823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:18:53.144612 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-7254b692-483c-4308-87da-6d9852076191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430'] for port, after_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:53.147863 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:53.158250 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7c1735e6-848f-4715-8d9f-2af278169d23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:53.180487 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7c1735e6-848f-4715-8d9f-2af278169d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:53.188578 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7254b692-483c-4308-87da-6d9852076191 None None] Network 2ce845aa-d4b3-4605-9809-77a5c62ddf74 is already hosted by enough agents. {{(pid=92823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:18:53.192088 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.scheduler.base_scheduler [None req-7254b692-483c-4308-87da-6d9852076191 None None] Resources bound (agent type, host, resource id): {{(pid=92823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:18:53.195772 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7254b692-483c-4308-87da-6d9852076191 None None] Received port after_create {{(pid=92823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:18:53.231544 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254b692-483c-4308-87da-6d9852076191 None None] Pushing event updated for resources: {'Port': ['ID=a42e74fd-e076-4e46-b4ec-4b37d8fd647b,revision_number=1']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:53.241478 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7254b692-483c-4308-87da-6d9852076191 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:53.241478 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7254b692-483c-4308-87da-6d9852076191 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:53.241761 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7254b692-483c-4308-87da-6d9852076191 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:53.242216 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7254b692-483c-4308-87da-6d9852076191 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:53.242641 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7254b692-483c-4308-87da-6d9852076191 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:53.243129 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7254b692-483c-4308-87da-6d9852076191 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:53.243958 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7254b692-483c-4308-87da-6d9852076191 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:53.244772 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7254b692-483c-4308-87da-6d9852076191 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:53.245091 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7254b692-483c-4308-87da-6d9852076191 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:53.245490 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7254b692-483c-4308-87da-6d9852076191 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:53.245821 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7254b692-483c-4308-87da-6d9852076191 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:53.246381 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7254b692-483c-4308-87da-6d9852076191 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:53.265938 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-7254b692-483c-4308-87da-6d9852076191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:53.280118 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-7254b692-483c-4308-87da-6d9852076191 None None] Attempting to bind port a42e74fd-e076-4e46-b4ec-4b37d8fd647b on host dv-cinder-786627-11-smb for vnic_type normal with profile {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:18:53.280641 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-7254b692-483c-4308-87da-6d9852076191 None None] Attempting to bind port a42e74fd-e076-4e46-b4ec-4b37d8fd647b by drivers openvswitch,hyperv on host dv-cinder-786627-11-smb at level 0 using segments [{'id': 'cfaaff92-28a9-4bbc-aa3b-7322ef42f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2ce845aa-d4b3-4605-9809-77a5c62ddf74'}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:18:53.281030 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254b692-483c-4308-87da-6d9852076191 None None] Attempting to bind port a42e74fd-e076-4e46-b4ec-4b37d8fd647b on network 2ce845aa-d4b3-4605-9809-77a5c62ddf74 {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:18:53.287483 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254b692-483c-4308-87da-6d9852076191 None None] Checking agent: {'id': '2285e849-590c-4cbf-9562-ffa818bb227d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 3, 37), 'started_at': datetime.datetime(2021, 6, 22, 7, 4, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:18:53.288064 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254b692-483c-4308-87da-6d9852076191 None None] Checking segment: {'id': 'cfaaff92-28a9-4bbc-aa3b-7322ef42f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2ce845aa-d4b3-4605-9809-77a5c62ddf74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:18:53.288676 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-7254b692-483c-4308-87da-6d9852076191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:53.289168 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254b692-483c-4308-87da-6d9852076191 None None] Bound using segment: {'id': 'cfaaff92-28a9-4bbc-aa3b-7322ef42f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2ce845aa-d4b3-4605-9809-77a5c62ddf74'} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:18:53.289704 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-7254b692-483c-4308-87da-6d9852076191 None None] Bound port: a42e74fd-e076-4e46-b4ec-4b37d8fd647b, host: dv-cinder-786627-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfaaff92-28a9-4bbc-aa3b-7322ef42f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2ce845aa-d4b3-4605-9809-77a5c62ddf74'}}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:18:53.290473 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-7254b692-483c-4308-87da-6d9852076191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:53.317141 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.db_base_plugin_common [None req-7c1735e6-848f-4715-8d9f-2af278169d23 admin admin] Allocated IP 172.28.3.23 (7f141025-a293-49e1-b229-0532c619cb79/4bf01720-6969-45ff-87ec-9c9eeac501f4/38175a04-f6b6-4233-a3b4-389fd9a029bd) {{(pid=92821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:18:53.377324 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-7254b692-483c-4308-87da-6d9852076191 None None] For port a42e74fd-e076-4e46-b4ec-4b37d8fd647b, host dv-cinder-786627-11-smb, cleared binding levels {{(pid=92823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:18:53.380584 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-7254b692-483c-4308-87da-6d9852076191 None None] For port a42e74fd-e076-4e46-b4ec-4b37d8fd647b, host dv-cinder-786627-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=a42e74fd-e076-4e46-b4ec-4b37d8fd647b,segment=NetworkSegment(cfaaff92-28a9-4bbc-aa3b-7322ef42f107),segment_id=cfaaff92-28a9-4bbc-aa3b-7322ef42f107)] {{(pid=92823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:18:53.387184 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-7254b692-483c-4308-87da-6d9852076191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:53.390291 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:53.447218 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7c1735e6-848f-4715-8d9f-2af278169d23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:53.453687 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254b692-483c-4308-87da-6d9852076191 None None] Pushing event updated for resources: {'Port': ['ID=a42e74fd-e076-4e46-b4ec-4b37d8fd647b,revision_number=2']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:53.456843 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-7254b692-483c-4308-87da-6d9852076191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:53.500784 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7c1735e6-848f-4715-8d9f-2af278169d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-134075313'] for port, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:53.502937 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:53.551408 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1735e6-848f-4715-8d9f-2af278169d23 admin admin] Network 7f141025-a293-49e1-b229-0532c619cb79 is already hosted by enough agents. {{(pid=92821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:18:53.554544 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.base_scheduler [None req-7c1735e6-848f-4715-8d9f-2af278169d23 admin admin] Resources bound (agent type, host, resource id): {{(pid=92821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:18:53.559633 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1735e6-848f-4715-8d9f-2af278169d23 admin admin] Received port after_create {{(pid=92821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:18:53.562825 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1735e6-848f-4715-8d9f-2af278169d23 admin admin] Pushing event updated for resources: {'Port': ['ID=38175a04-f6b6-4233-a3b4-389fd9a029bd,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:53.590549 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-7c1735e6-848f-4715-8d9f-2af278169d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:53.838964 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7c1735e6-848f-4715-8d9f-2af278169d23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:54.026805 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device a42e74fd-e076-4e46-b4ec-4b37d8fd647b up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:18:54.044387 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7c1735e6-848f-4715-8d9f-2af278169d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592378'] for router, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:54.106196 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning for port a42e74fd-e076-4e46-b4ec-4b37d8fd647b completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:18:54.188720 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1735e6-848f-4715-8d9f-2af278169d23 admin admin] Router 9a7f5063-097c-4b4b-ad7e-44e11edb09fe is scheduled to L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d with binding_index 1 {{(pid=92821) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 07:18:54.309134 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1735e6-848f-4715-8d9f-2af278169d23 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:18:54.322695 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f57c5b-6d0c-46d7-b02a-54758455c77b None None] Sync routers for ids ['9a7f5063-097c-4b4b-ad7e-44e11edb09fe'] in dv-cinder-786627-11-smb {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:18:54.331167 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7c1735e6-848f-4715-8d9f-2af278169d23 admin admin] Notify callbacks [] for router, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:54.332349 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-7c1735e6-848f-4715-8d9f-2af278169d23 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6654789 Jun 22 07:18:54.336771 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f57c5b-6d0c-46d7-b02a-54758455c77b None None] Routers {'9a7f5063-097c-4b4b-ad7e-44e11edb09fe'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:18:54.337466 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 37422) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:54.338190 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-f8f57c5b-6d0c-46d7-b02a-54758455c77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:18:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['9a7f5063-097c-4b4b-ad7e-44e11edb09fe'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:54.379367 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa72c8f-ed11-493d-af4e-80ca9ed09988 None None] Network 2ce845aa-d4b3-4605-9809-77a5c62ddf74 requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:18:54.465209 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-f8f57c5b-6d0c-46d7-b02a-54758455c77b None None] Set router 9a7f5063-097c-4b4b-ad7e-44e11edb09fe gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:18:54.468605 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-e1c0ff72-77a5-4752-95a0-0f7d3425105f None None] Provisioning for port a42e74fd-e076-4e46-b4ec-4b37d8fd647b completed by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:18:54.479218 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-e1c0ff72-77a5-4752-95a0-0f7d3425105f None None] Provisioning complete for port a42e74fd-e076-4e46-b4ec-4b37d8fd647b triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:18:54.479676 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-e1c0ff72-77a5-4752-95a0-0f7d3425105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:54.672862 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-e1c0ff72-77a5-4752-95a0-0f7d3425105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:54.714277 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-e1c0ff72-77a5-4752-95a0-0f7d3425105f None None] For port a42e74fd-e076-4e46-b4ec-4b37d8fd647b, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=a42e74fd-e076-4e46-b4ec-4b37d8fd647b,segment=NetworkSegment(cfaaff92-28a9-4bbc-aa3b-7322ef42f107),segment_id=cfaaff92-28a9-4bbc-aa3b-7322ef42f107)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:18:54.720197 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-e1c0ff72-77a5-4752-95a0-0f7d3425105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:54.722853 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-926c88b5-f1b6-4d87-922f-8c78cf710cbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:54.726108 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-f8f57c5b-6d0c-46d7-b02a-54758455c77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'name': 'tempest-TestMinimumBasicScenario-154821686-router', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23'}], 'enable_snat': True}, 'gw_port_id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:18:52Z', 'updated_at': '2021-06-22T07:18:53Z', 'revision_number': 3, 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'gw_port': {'id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:53Z', 'updated_at': '2021-06-22T07:18:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:54.761801 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f57c5b-6d0c-46d7-b02a-54758455c77b None None] Checking router: 9a7f5063-097c-4b4b-ad7e-44e11edb09fe for host: dv-cinder-786627-11-smb {{(pid=92824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:18:54.762533 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f57c5b-6d0c-46d7-b02a-54758455c77b None None] Updating router 9a7f5063-097c-4b4b-ad7e-44e11edb09fe port 38175a04-f6b6-4233-a3b4-389fd9a029bd binding host dv-cinder-786627-11-smb {{(pid=92824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:18:54.801389 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0ff72-77a5-4752-95a0-0f7d3425105f None None] Pushing event updated for resources: {'Port': ['ID=a42e74fd-e076-4e46-b4ec-4b37d8fd647b,revision_number=3']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:54.804934 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-e1c0ff72-77a5-4752-95a0-0f7d3425105f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:54.812020 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-f8f57c5b-6d0c-46d7-b02a-54758455c77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:54.913423 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5c4ba14d-6ed2-42c7-9bb0-a203efc6f2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:55.043944 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-3bdb1e43-5e05-4846-a7a2-c1e193a066ba None None] Provisioning complete for port a42e74fd-e076-4e46-b4ec-4b37d8fd647b triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:18:55.045323 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3bdb1e43-5e05-4846-a7a2-c1e193a066ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:55.140532 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_common [None req-5c4ba14d-6ed2-42c7-9bb0-a203efc6f2ec admin admin] Allocated IP 172.20.0.1 (2ce845aa-d4b3-4605-9809-77a5c62ddf74/4015507f-ca37-4573-be26-702ec08b40aa/c1cedecf-0605-46d7-b927-47310c34d341) {{(pid=92822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:18:55.187998 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-f8f57c5b-6d0c-46d7-b02a-54758455c77b None None] Notify callbacks [] for port, precommit_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:55.201667 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.provisioning_blocks [None req-f8f57c5b-6d0c-46d7-b02a-54758455c77b None None] Transition to ACTIVE for port object 38175a04-f6b6-4233-a3b4-389fd9a029bd will not be triggered until provisioned by entity L2. {{(pid=92824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:18:55.210000 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-f8f57c5b-6d0c-46d7-b02a-54758455c77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:55.225422 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:55.274087 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.managers [None req-f8f57c5b-6d0c-46d7-b02a-54758455c77b None None] Attempting to bind port 38175a04-f6b6-4233-a3b4-389fd9a029bd on host dv-cinder-786627-11-smb for vnic_type normal with profile {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:18:55.274622 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.managers [None req-f8f57c5b-6d0c-46d7-b02a-54758455c77b None None] Attempting to bind port 38175a04-f6b6-4233-a3b4-389fd9a029bd by drivers openvswitch,hyperv on host dv-cinder-786627-11-smb at level 0 using segments [{'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'}] {{(pid=92824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:18:55.275200 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f57c5b-6d0c-46d7-b02a-54758455c77b None None] Attempting to bind port 38175a04-f6b6-4233-a3b4-389fd9a029bd on network 7f141025-a293-49e1-b229-0532c619cb79 {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:18:55.288929 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f57c5b-6d0c-46d7-b02a-54758455c77b None None] Checking agent: {'id': '2285e849-590c-4cbf-9562-ffa818bb227d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 3, 37), 'started_at': datetime.datetime(2021, 6, 22, 7, 4, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:18:55.289556 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f57c5b-6d0c-46d7-b02a-54758455c77b None None] Checking segment: {'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:18:55.289975 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-f8f57c5b-6d0c-46d7-b02a-54758455c77b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:55.290604 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f57c5b-6d0c-46d7-b02a-54758455c77b None None] Bound using segment: {'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'} {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:18:55.291153 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.managers [None req-f8f57c5b-6d0c-46d7-b02a-54758455c77b None None] Bound port: 38175a04-f6b6-4233-a3b4-389fd9a029bd, host: dv-cinder-786627-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'}}] {{(pid=92824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:18:55.291586 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-f8f57c5b-6d0c-46d7-b02a-54758455c77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:55.293199 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bdd0ae-5ccd-4fbc-94e6-daf6a6be744f None None] Pushing event updated for resources: {'Port': ['ID=38175a04-f6b6-4233-a3b4-389fd9a029bd,revision_number=2']} {{(pid=92824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:55.297889 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5c4ba14d-6ed2-42c7-9bb0-a203efc6f2ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:55.312327 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.provisioning_blocks [None req-5c4ba14d-6ed2-42c7-9bb0-a203efc6f2ec admin admin] Transition to ACTIVE for port object c1cedecf-0605-46d7-b927-47310c34d341 will not be triggered until provisioned by entity DHCP. {{(pid=92822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:18:55.319890 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bdd0ae-5ccd-4fbc-94e6-daf6a6be744f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:55.320241 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bdd0ae-5ccd-4fbc-94e6-daf6a6be744f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:55.320601 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bdd0ae-5ccd-4fbc-94e6-daf6a6be744f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:55.320916 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bdd0ae-5ccd-4fbc-94e6-daf6a6be744f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:55.321243 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bdd0ae-5ccd-4fbc-94e6-daf6a6be744f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:55.322218 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bdd0ae-5ccd-4fbc-94e6-daf6a6be744f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:55.322463 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bdd0ae-5ccd-4fbc-94e6-daf6a6be744f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:55.322902 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bdd0ae-5ccd-4fbc-94e6-daf6a6be744f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:55.323505 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bdd0ae-5ccd-4fbc-94e6-daf6a6be744f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:55.323612 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bdd0ae-5ccd-4fbc-94e6-daf6a6be744f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:55.323899 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bdd0ae-5ccd-4fbc-94e6-daf6a6be744f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:55.324215 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bdd0ae-5ccd-4fbc-94e6-daf6a6be744f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:55.327845 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [None req-a6bdd0ae-5ccd-4fbc-94e6-daf6a6be744f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:55.347983 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5c4ba14d-6ed2-42c7-9bb0-a203efc6f2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-133502027'] for port, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:55.351265 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-277edd7e-79a2-49e4-b2b8-595ff4769fad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:55.362445 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.db [None req-f8f57c5b-6d0c-46d7-b02a-54758455c77b None None] For port 38175a04-f6b6-4233-a3b4-389fd9a029bd, host dv-cinder-786627-11-smb, cleared binding levels {{(pid=92824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:18:55.365760 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.db [None req-f8f57c5b-6d0c-46d7-b02a-54758455c77b None None] For port 38175a04-f6b6-4233-a3b4-389fd9a029bd, host dv-cinder-786627-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=38175a04-f6b6-4233-a3b4-389fd9a029bd,segment=NetworkSegment(1f136496-d650-4d4e-9fa5-f4757e98fad0),segment_id=1f136496-d650-4d4e-9fa5-f4757e98fad0)] {{(pid=92824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:18:55.370464 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-f8f57c5b-6d0c-46d7-b02a-54758455c77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:55.372839 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:55.395930 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4ba14d-6ed2-42c7-9bb0-a203efc6f2ec admin admin] Network 2ce845aa-d4b3-4605-9809-77a5c62ddf74 is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:18:55.401425 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [None req-5c4ba14d-6ed2-42c7-9bb0-a203efc6f2ec admin admin] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:18:55.405730 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4ba14d-6ed2-42c7-9bb0-a203efc6f2ec admin admin] Received port after_create {{(pid=92822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:18:55.430134 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f57c5b-6d0c-46d7-b02a-54758455c77b None None] Routers {'9a7f5063-097c-4b4b-ad7e-44e11edb09fe'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:18:55.431350 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ba14d-6ed2-42c7-9bb0-a203efc6f2ec admin admin] Pushing event updated for resources: {'Port': ['ID=c1cedecf-0605-46d7-b927-47310c34d341,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:55.431472 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-f8f57c5b-6d0c-46d7-b02a-54758455c77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:18:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['9a7f5063-097c-4b4b-ad7e-44e11edb09fe'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:55.435902 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-5c4ba14d-6ed2-42c7-9bb0-a203efc6f2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:55.456479 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5c4ba14d-6ed2-42c7-9bb0-a203efc6f2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594578'] for router_interface, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:55.470032 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bdd0ae-5ccd-4fbc-94e6-daf6a6be744f None None] Pushing event updated for resources: {'Port': ['ID=38175a04-f6b6-4233-a3b4-389fd9a029bd,revision_number=3']} {{(pid=92824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:55.474966 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [None req-a6bdd0ae-5ccd-4fbc-94e6-daf6a6be744f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:55.547086 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-f8f57c5b-6d0c-46d7-b02a-54758455c77b None None] Set router 9a7f5063-097c-4b4b-ad7e-44e11edb09fe gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:18:55.631873 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5c4ba14d-6ed2-42c7-9bb0-a203efc6f2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:55.698267 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-b7ba6478-edf5-4827-ab35-6accaa66d7e3 None None] Provisioning for port c1cedecf-0605-46d7-b927-47310c34d341 completed by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:18:55.705473 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-b7ba6478-edf5-4827-ab35-6accaa66d7e3 None None] Provisioning complete for port c1cedecf-0605-46d7-b927-47310c34d341 triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:18:55.706202 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-b7ba6478-edf5-4827-ab35-6accaa66d7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:55.772396 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba6478-edf5-4827-ab35-6accaa66d7e3 None None] Port c1cedecf-0605-46d7-b927-47310c34d341 cannot update to ACTIVE because it is not bound. {{(pid=92823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:18:55.856388 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-f8f57c5b-6d0c-46d7-b02a-54758455c77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'name': 'tempest-TestMinimumBasicScenario-154821686-router', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23'}], 'enable_snat': True}, 'gw_port_id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:18:52Z', 'updated_at': '2021-06-22T07:18:53Z', 'revision_number': 3, 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'gw_port': {'id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:53Z', 'updated_at': '2021-06-22T07:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:55.862238 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5c4ba14d-6ed2-42c7-9bb0-a203efc6f2ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:55.870925 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5c4ba14d-6ed2-42c7-9bb0-a203efc6f2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:55.876135 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-b586258f-58ab-4fc9-854b-ea7e0423434e tempest-VolumesActionsTest-1370877109 tempest-VolumesActionsTest-1370877109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:55.901247 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f57c5b-6d0c-46d7-b02a-54758455c77b None None] The sync data for ids ['9a7f5063-097c-4b4b-ad7e-44e11edb09fe'] in dv-cinder-786627-11-smb is: [{'id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'name': 'tempest-TestMinimumBasicScenario-154821686-router', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23'}], 'enable_snat': True}, 'gw_port_id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:18:52Z', 'updated_at': '2021-06-22T07:18:53Z', 'revision_number': 3, 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'gw_port': {'id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:53Z', 'updated_at': '2021-06-22T07:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}] {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:18:55.959094 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5c4ba14d-6ed2-42c7-9bb0-a203efc6f2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1773154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654985'] for router_interface, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:55.961079 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ba14d-6ed2-42c7-9bb0-a203efc6f2ec admin admin] Pushing event updated for resources: {'Port': ['ID=c1cedecf-0605-46d7-b927-47310c34d341,revision_number=2']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:55.966384 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-5c4ba14d-6ed2-42c7-9bb0-a203efc6f2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:55.997910 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device a42e74fd-e076-4e46-b4ec-4b37d8fd647b up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:18:56.052534 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port a42e74fd-e076-4e46-b4ec-4b37d8fd647b triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:18:56.052920 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:56.097445 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4ba14d-6ed2-42c7-9bb0-a203efc6f2ec admin admin] Network 2ce845aa-d4b3-4605-9809-77a5c62ddf74 is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:18:56.098954 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [None req-5c4ba14d-6ed2-42c7-9bb0-a203efc6f2ec admin admin] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:18:56.311034 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4ba14d-6ed2-42c7-9bb0-a203efc6f2ec admin admin] Router 9a7f5063-097c-4b4b-ad7e-44e11edb09fe has already been hosted by L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d {{(pid=92822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:18:56.478324 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4ba14d-6ed2-42c7-9bb0-a203efc6f2ec admin admin] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:18:56.487900 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-5c4ba14d-6ed2-42c7-9bb0-a203efc6f2ec admin admin] 10.222.0.22 "PUT /v2.0/routers/9a7f5063-097c-4b4b-ad7e-44e11edb09fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1490939 Jun 22 07:18:56.526884 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-8c29f232-f9d0-4442-8551-16d4c9219d1e None None] Provisioning complete for port c1cedecf-0605-46d7-b927-47310c34d341 triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:18:56.527550 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-8c29f232-f9d0-4442-8551-16d4c9219d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:56.570635 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-8c29f232-f9d0-4442-8551-16d4c9219d1e None None] Port c1cedecf-0605-46d7-b927-47310c34d341 cannot update to ACTIVE because it is not bound. {{(pid=92823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:18:57.180172 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 37460) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:57.186112 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-b6ee6d74-fbc4-4ae1-93dc-b1eaf2f3a99c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-234265330-network', 'tenant_id': '3c3b85c136004add985577ba7844087f'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:57.209044 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ee6d74-fbc4-4ae1-93dc-b1eaf2f3a99c admin admin] Made reservation on behalf of 3c3b85c136004add985577ba7844087f for: {'network': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:18:57.211917 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6d74-fbc4-4ae1-93dc-b1eaf2f3a99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for network, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:57.225047 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6d74-fbc4-4ae1-93dc-b1eaf2f3a99c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:57.323621 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6d74-fbc4-4ae1-93dc-b1eaf2f3a99c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:57.327940 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6d74-fbc4-4ae1-93dc-b1eaf2f3a99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:57.331095 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-9d8c7a85-dd1f-4121-9aa5-4e4fa3465dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:57.355115 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ee6d74-fbc4-4ae1-93dc-b1eaf2f3a99c admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=92822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:18:57.365387 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee6d74-fbc4-4ae1-93dc-b1eaf2f3a99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698b02e0-85a1-49da-94d9-f700b7150d27,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:57.370706 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-b6ee6d74-fbc4-4ae1-93dc-b1eaf2f3a99c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:57.371858 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6d74-fbc4-4ae1-93dc-b1eaf2f3a99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:57.372192 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.db.segments_db [None req-b6ee6d74-fbc4-4ae1-93dc-b1eaf2f3a99c admin admin] Added segment e9970580-32e7-4107-a851-710fe860d15d of type vlan for network d36e219e-3f22-4b2e-bd30-c8893763f2a7 Jun 22 07:18:57.415921 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6d74-fbc4-4ae1-93dc-b1eaf2f3a99c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736031188691'] for network, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:57.453901 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6d74-fbc4-4ae1-93dc-b1eaf2f3a99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068'] for network, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:57.455488 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ee6d74-fbc4-4ae1-93dc-b1eaf2f3a99c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:57.456191 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6d74-fbc4-4ae1-93dc-b1eaf2f3a99c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:57.458765 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-29453b6f-98f7-46b7-8e1c-3c0ea607c2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:57.515150 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-b6ee6d74-fbc4-4ae1-93dc-b1eaf2f3a99c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3331697 Jun 22 07:18:57.518021 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 37462) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:57.520563 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee6d74-fbc4-4ae1-93dc-b1eaf2f3a99c admin admin] Pushing event updated for resources: {'Network': ['ID=d36e219e-3f22-4b2e-bd30-c8893763f2a7,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:57.523393 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-b6ee6d74-fbc4-4ae1-93dc-b1eaf2f3a99c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:57.527036 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-7d9205af-ee7c-4087-9eb3-bb6ac36917f8 admin admin] Request body: {'subnet': {'network_id': 'd36e219e-3f22-4b2e-bd30-c8893763f2a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-234265330-subnet', 'tenant_id': '3c3b85c136004add985577ba7844087f', 'ip_version': 4}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:57.535114 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Network d36e219e-3f22-4b2e-bd30-c8893763f2a7 details requested by agent ovs-agent-dv-cinder-786627-11-smb with host dv-cinder-786627-11-smb {{(pid=92823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:18:57.567210 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9205af-ee7c-4087-9eb3-bb6ac36917f8 admin admin] Made reservation on behalf of 3c3b85c136004add985577ba7844087f for: {'subnet': 1} {{(pid=92821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:18:57.571659 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7d9205af-ee7c-4087-9eb3-bb6ac36917f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130921206'] for subnet, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:57.772357 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d38212-3051-44da-8236-250a50b872a9 None None] Sync routers for ids ['9a7f5063-097c-4b4b-ad7e-44e11edb09fe'] in dv-cinder-786627-11-smb {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:18:57.785941 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d38212-3051-44da-8236-250a50b872a9 None None] Routers {'9a7f5063-097c-4b4b-ad7e-44e11edb09fe'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:18:57.787016 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-61d38212-3051-44da-8236-250a50b872a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:18:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['9a7f5063-097c-4b4b-ad7e-44e11edb09fe'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:57.794549 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7d9205af-ee7c-4087-9eb3-bb6ac36917f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-134075165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130921156'] for subnet, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:57.797043 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:57.863805 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9205af-ee7c-4087-9eb3-bb6ac36917f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66569e77-082b-4e9d-911d-b0e65e7fa2af,revision_number=0']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:57.875693 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-7d9205af-ee7c-4087-9eb3-bb6ac36917f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:57.886314 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9205af-ee7c-4087-9eb3-bb6ac36917f8 admin admin] Checking segment: {'id': 'e9970580-32e7-4107-a851-710fe860d15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd36e219e-3f22-4b2e-bd30-c8893763f2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:18:57.887001 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9205af-ee7c-4087-9eb3-bb6ac36917f8 admin admin] Network hostable DHCP agents. Network: d36e219e-3f22-4b2e-bd30-c8893763f2a7, hostable agents: ['b3e1d87c-8412-42f8-9df5-1411cb290459'], hosted agents: [] {{(pid=92821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:18:57.923505 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9205af-ee7c-4087-9eb3-bb6ac36917f8 admin admin] Network d36e219e-3f22-4b2e-bd30-c8893763f2a7 is scheduled to be hosted by DHCP agent b3e1d87c-8412-42f8-9df5-1411cb290459 with binding_index 1 {{(pid=92821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:18:57.943790 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.base_scheduler [None req-7d9205af-ee7c-4087-9eb3-bb6ac36917f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-smb, d36e219e-3f22-4b2e-bd30-c8893763f2a7) {{(pid=92821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:18:57.958590 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9205af-ee7c-4087-9eb3-bb6ac36917f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:57.960255 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7d9205af-ee7c-4087-9eb3-bb6ac36917f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:58.002244 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-7d9205af-ee7c-4087-9eb3-bb6ac36917f8 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4824216 Jun 22 07:18:58.006439 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 37466) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:58.018230 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-0bf88a33-0e18-47ff-9461-c20a061e37bf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-234265330-router', 'tenant_id': '3c3b85c136004add985577ba7844087f', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79'}}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:58.063820 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0bf88a33-0e18-47ff-9461-c20a061e37bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1669542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1128'] for router, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:58.065581 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0bf88a33-0e18-47ff-9461-c20a061e37bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1669577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1593244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-398830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1123'] for router, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:58.070945 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc97ae47-f83b-442c-9190-5a62fb82b071 None None] Network d36e219e-3f22-4b2e-bd30-c8893763f2a7 requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:18:58.135615 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 38175a04-f6b6-4233-a3b4-389fd9a029bd up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:18:58.150566 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0bf88a33-0e18-47ff-9461-c20a061e37bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:58.179821 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-61d38212-3051-44da-8236-250a50b872a9 None None] Set router 9a7f5063-097c-4b4b-ad7e-44e11edb09fe gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:18:58.333737 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0bf88a33-0e18-47ff-9461-c20a061e37bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1593326', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1669460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1141'] for router, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:58.342871 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning for port 38175a04-f6b6-4233-a3b4-389fd9a029bd completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:18:58.376626 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 38175a04-f6b6-4233-a3b4-389fd9a029bd triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:18:58.377013 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:58.487326 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab652ab2-f19d-4bd3-8bcf-8a76ee8bff24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e4f5c82-077d-56c7-9869-6c225c043a1f-d36e219e-3f22-4b2e-bd30-c8893763f2a7', 'network_id': 'd36e219e-3f22-4b2e-bd30-c8893763f2a7', 'tenant_id': '3c3b85c136004add985577ba7844087f', 'fixed_ips': [{'subnet_id': '66569e77-082b-4e9d-911d-b0e65e7fa2af'}]}} from dv-cinder-786627-11-smb. {{(pid=92823) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 07:18:58.488177 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ab652ab2-f19d-4bd3-8bcf-8a76ee8bff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:58.626377 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:58.676359 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-badbe661-7601-497f-823b-f0844c323d63 None None] For port 38175a04-f6b6-4233-a3b4-389fd9a029bd, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=38175a04-f6b6-4233-a3b4-389fd9a029bd,segment=NetworkSegment(1f136496-d650-4d4e-9fa5-f4757e98fad0),segment_id=1f136496-d650-4d4e-9fa5-f4757e98fad0)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:18:58.688130 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:58.708207 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:58.740529 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-61d38212-3051-44da-8236-250a50b872a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'name': 'tempest-TestMinimumBasicScenario-154821686-router', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23'}], 'enable_snat': True}, 'gw_port_id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:18:52Z', 'updated_at': '2021-06-22T07:18:55Z', 'revision_number': 4, 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'gw_port': {'id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:53Z', 'updated_at': '2021-06-22T07:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': 'c1cedecf-0605-46d7-b927-47310c34d341', 'name': '', 'network_id': '2ce845aa-d4b3-4605-9809-77a5c62ddf74', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'mac_address': 'fa:16:3e:4f:19:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4015507f-ca37-4573-be26-702ec08b40aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:54Z', 'updated_at': '2021-06-22T07:18:55Z', 'revision_number': 2, 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'subnets': [{'id': '4015507f-ca37-4573-be26-702ec08b40aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:58.785419 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d38212-3051-44da-8236-250a50b872a9 None None] Checking router: 9a7f5063-097c-4b4b-ad7e-44e11edb09fe for host: dv-cinder-786627-11-smb {{(pid=92823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:18:58.785783 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d38212-3051-44da-8236-250a50b872a9 None None] Updating router 9a7f5063-097c-4b4b-ad7e-44e11edb09fe port c1cedecf-0605-46d7-b927-47310c34d341 binding host dv-cinder-786627-11-smb {{(pid=92823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:18:58.799113 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.db_base_plugin_common [None req-ab652ab2-f19d-4bd3-8bcf-8a76ee8bff24 None None] Allocated IP 172.20.0.2 (d36e219e-3f22-4b2e-bd30-c8893763f2a7/66569e77-082b-4e9d-911d-b0e65e7fa2af/3e5773ea-b870-49c0-b2c7-5db5726da4cd) {{(pid=92823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:18:58.851211 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Pushing event updated for resources: {'Port': ['ID=38175a04-f6b6-4233-a3b4-389fd9a029bd,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:58.857687 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:58.865596 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-61d38212-3051-44da-8236-250a50b872a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:59.003204 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0bf88a33-0e18-47ff-9461-c20a061e37bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:59.027278 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0bf88a33-0e18-47ff-9461-c20a061e37bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:59.159622 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ab652ab2-f19d-4bd3-8bcf-8a76ee8bff24 None None] Notify callbacks [] for port, precommit_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:59.172198 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_common [None req-0bf88a33-0e18-47ff-9461-c20a061e37bf admin admin] Allocated IP 172.28.3.78 (7f141025-a293-49e1-b229-0532c619cb79/4bf01720-6969-45ff-87ec-9c9eeac501f4/681b2b24-716d-463f-aa42-bfdfa316bec9) {{(pid=92822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:18:59.182930 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ab652ab2-f19d-4bd3-8bcf-8a76ee8bff24 None None] Transition to ACTIVE for port object 3e5773ea-b870-49c0-b2c7-5db5726da4cd will not be triggered until provisioned by entity L2. {{(pid=92823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:18:59.219036 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ab652ab2-f19d-4bd3-8bcf-8a76ee8bff24 None None] Transition to ACTIVE for port object 3e5773ea-b870-49c0-b2c7-5db5726da4cd will not be triggered until provisioned by entity DHCP. {{(pid=92823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:18:59.236153 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ab652ab2-f19d-4bd3-8bcf-8a76ee8bff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430'] for port, after_create {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:59.239494 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:59.291743 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab652ab2-f19d-4bd3-8bcf-8a76ee8bff24 None None] Network d36e219e-3f22-4b2e-bd30-c8893763f2a7 is already hosted by enough agents. {{(pid=92823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:18:59.305448 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.scheduler.base_scheduler [None req-ab652ab2-f19d-4bd3-8bcf-8a76ee8bff24 None None] Resources bound (agent type, host, resource id): {{(pid=92823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:18:59.322340 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0bf88a33-0e18-47ff-9461-c20a061e37bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:59.329685 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab652ab2-f19d-4bd3-8bcf-8a76ee8bff24 None None] Received port after_create {{(pid=92823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:18:59.335937 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab652ab2-f19d-4bd3-8bcf-8a76ee8bff24 None None] Pushing event updated for resources: {'Port': ['ID=3e5773ea-b870-49c0-b2c7-5db5726da4cd,revision_number=1']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:59.343602 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ab652ab2-f19d-4bd3-8bcf-8a76ee8bff24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:59.375742 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0bf88a33-0e18-47ff-9461-c20a061e37bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-133502027'] for port, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:59.378269 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ab62e74f-b38b-4f17-96fc-b98d983d4850 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:59.405269 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-61d38212-3051-44da-8236-250a50b872a9 None None] Notify callbacks [] for port, precommit_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:59.426579 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-61d38212-3051-44da-8236-250a50b872a9 None None] Transition to ACTIVE for port object c1cedecf-0605-46d7-b927-47310c34d341 will not be triggered until provisioned by entity L2. {{(pid=92823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:18:59.428258 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf88a33-0e18-47ff-9461-c20a061e37bf admin admin] Network 7f141025-a293-49e1-b229-0532c619cb79 is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:18:59.430317 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-ab652ab2-f19d-4bd3-8bcf-8a76ee8bff24 None None] Attempting to bind port 3e5773ea-b870-49c0-b2c7-5db5726da4cd on host dv-cinder-786627-11-smb for vnic_type normal with profile {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:18:59.430677 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-ab652ab2-f19d-4bd3-8bcf-8a76ee8bff24 None None] Attempting to bind port 3e5773ea-b870-49c0-b2c7-5db5726da4cd by drivers openvswitch,hyperv on host dv-cinder-786627-11-smb at level 0 using segments [{'id': 'e9970580-32e7-4107-a851-710fe860d15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd36e219e-3f22-4b2e-bd30-c8893763f2a7'}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:18:59.431628 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab652ab2-f19d-4bd3-8bcf-8a76ee8bff24 None None] Attempting to bind port 3e5773ea-b870-49c0-b2c7-5db5726da4cd on network d36e219e-3f22-4b2e-bd30-c8893763f2a7 {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:18:59.432265 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [None req-0bf88a33-0e18-47ff-9461-c20a061e37bf admin admin] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:18:59.437001 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf88a33-0e18-47ff-9461-c20a061e37bf admin admin] Received port after_create {{(pid=92822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:18:59.438143 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-61d38212-3051-44da-8236-250a50b872a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:59.440200 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:59.442412 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab652ab2-f19d-4bd3-8bcf-8a76ee8bff24 None None] Checking agent: {'id': '2285e849-590c-4cbf-9562-ffa818bb227d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 3, 37), 'started_at': datetime.datetime(2021, 6, 22, 7, 4, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:18:59.443757 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab652ab2-f19d-4bd3-8bcf-8a76ee8bff24 None None] Checking segment: {'id': 'e9970580-32e7-4107-a851-710fe860d15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd36e219e-3f22-4b2e-bd30-c8893763f2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:18:59.443757 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ab652ab2-f19d-4bd3-8bcf-8a76ee8bff24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:59.443757 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab652ab2-f19d-4bd3-8bcf-8a76ee8bff24 None None] Bound using segment: {'id': 'e9970580-32e7-4107-a851-710fe860d15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd36e219e-3f22-4b2e-bd30-c8893763f2a7'} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:18:59.444228 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-ab652ab2-f19d-4bd3-8bcf-8a76ee8bff24 None None] Bound port: 3e5773ea-b870-49c0-b2c7-5db5726da4cd, host: dv-cinder-786627-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9970580-32e7-4107-a851-710fe860d15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd36e219e-3f22-4b2e-bd30-c8893763f2a7'}}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:18:59.444469 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ab652ab2-f19d-4bd3-8bcf-8a76ee8bff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:59.464198 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf88a33-0e18-47ff-9461-c20a061e37bf admin admin] Pushing event updated for resources: {'Port': ['ID=681b2b24-716d-463f-aa42-bfdfa316bec9,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:59.470134 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-0bf88a33-0e18-47ff-9461-c20a061e37bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:59.597097 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ab652ab2-f19d-4bd3-8bcf-8a76ee8bff24 None None] For port 3e5773ea-b870-49c0-b2c7-5db5726da4cd, host dv-cinder-786627-11-smb, cleared binding levels {{(pid=92823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:18:59.600847 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ab652ab2-f19d-4bd3-8bcf-8a76ee8bff24 None None] For port 3e5773ea-b870-49c0-b2c7-5db5726da4cd, host dv-cinder-786627-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=3e5773ea-b870-49c0-b2c7-5db5726da4cd,segment=NetworkSegment(e9970580-32e7-4107-a851-710fe860d15d),segment_id=e9970580-32e7-4107-a851-710fe860d15d)] {{(pid=92823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:18:59.607070 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65420fb2-9ad8-42d3-bda7-975526a02bb2 None None] Pushing event updated for resources: {'Port': ['ID=c1cedecf-0605-46d7-b927-47310c34d341,revision_number=3']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:59.634877 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ab652ab2-f19d-4bd3-8bcf-8a76ee8bff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:59.641580 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-65420fb2-9ad8-42d3-bda7-975526a02bb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:59.642273 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-65420fb2-9ad8-42d3-bda7-975526a02bb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:59.739889 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-61d38212-3051-44da-8236-250a50b872a9 None None] Attempting to bind port c1cedecf-0605-46d7-b927-47310c34d341 on host dv-cinder-786627-11-smb for vnic_type normal with profile {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:18:59.740278 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-61d38212-3051-44da-8236-250a50b872a9 None None] Attempting to bind port c1cedecf-0605-46d7-b927-47310c34d341 by drivers openvswitch,hyperv on host dv-cinder-786627-11-smb at level 0 using segments [{'id': 'cfaaff92-28a9-4bbc-aa3b-7322ef42f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2ce845aa-d4b3-4605-9809-77a5c62ddf74'}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:18:59.740651 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d38212-3051-44da-8236-250a50b872a9 None None] Attempting to bind port c1cedecf-0605-46d7-b927-47310c34d341 on network 2ce845aa-d4b3-4605-9809-77a5c62ddf74 {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:18:59.752448 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d38212-3051-44da-8236-250a50b872a9 None None] Checking agent: {'id': '2285e849-590c-4cbf-9562-ffa818bb227d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 3, 37), 'started_at': datetime.datetime(2021, 6, 22, 7, 4, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:18:59.753202 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d38212-3051-44da-8236-250a50b872a9 None None] Checking segment: {'id': 'cfaaff92-28a9-4bbc-aa3b-7322ef42f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2ce845aa-d4b3-4605-9809-77a5c62ddf74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:18:59.753816 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-61d38212-3051-44da-8236-250a50b872a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:59.754489 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d38212-3051-44da-8236-250a50b872a9 None None] Bound using segment: {'id': 'cfaaff92-28a9-4bbc-aa3b-7322ef42f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2ce845aa-d4b3-4605-9809-77a5c62ddf74'} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:18:59.755267 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-61d38212-3051-44da-8236-250a50b872a9 None None] Bound port: c1cedecf-0605-46d7-b927-47310c34d341, host: dv-cinder-786627-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfaaff92-28a9-4bbc-aa3b-7322ef42f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2ce845aa-d4b3-4605-9809-77a5c62ddf74'}}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:18:59.755705 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-61d38212-3051-44da-8236-250a50b872a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:59.809256 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab652ab2-f19d-4bd3-8bcf-8a76ee8bff24 None None] Pushing event updated for resources: {'Port': ['ID=3e5773ea-b870-49c0-b2c7-5db5726da4cd,revision_number=2']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:59.814459 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0bf88a33-0e18-47ff-9461-c20a061e37bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:59.819032 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ab652ab2-f19d-4bd3-8bcf-8a76ee8bff24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:59.874875 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-61d38212-3051-44da-8236-250a50b872a9 None None] For port c1cedecf-0605-46d7-b927-47310c34d341, host dv-cinder-786627-11-smb, cleared binding levels {{(pid=92823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:18:59.881772 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-61d38212-3051-44da-8236-250a50b872a9 None None] For port c1cedecf-0605-46d7-b927-47310c34d341, host dv-cinder-786627-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=c1cedecf-0605-46d7-b927-47310c34d341,segment=NetworkSegment(cfaaff92-28a9-4bbc-aa3b-7322ef42f107),segment_id=cfaaff92-28a9-4bbc-aa3b-7322ef42f107)] {{(pid=92823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:18:59.890088 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-61d38212-3051-44da-8236-250a50b872a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:59.901139 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:59.992097 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d38212-3051-44da-8236-250a50b872a9 None None] Routers {'9a7f5063-097c-4b4b-ad7e-44e11edb09fe'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:18:59.992767 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-61d38212-3051-44da-8236-250a50b872a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:18:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['9a7f5063-097c-4b4b-ad7e-44e11edb09fe'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:19:00.001862 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65420fb2-9ad8-42d3-bda7-975526a02bb2 None None] Pushing event updated for resources: {'Port': ['ID=c1cedecf-0605-46d7-b927-47310c34d341,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:00.075965 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-65420fb2-9ad8-42d3-bda7-975526a02bb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:00.156814 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0bf88a33-0e18-47ff-9461-c20a061e37bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1669469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592378'] for router, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:00.293993 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 38175a04-f6b6-4233-a3b4-389fd9a029bd up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:19:00.309872 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf88a33-0e18-47ff-9461-c20a061e37bf admin admin] Router 604cd4d7-d29a-4560-a2d5-4b35521e2e3d is scheduled to L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d with binding_index 1 {{(pid=92822) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 07:19:00.359330 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-61d38212-3051-44da-8236-250a50b872a9 None None] Set router 9a7f5063-097c-4b4b-ad7e-44e11edb09fe gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:19:00.427097 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf88a33-0e18-47ff-9461-c20a061e37bf admin admin] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:19:00.438208 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c068b81-ce1d-4a71-b046-607b6daa7bfb None None] Sync routers for ids ['604cd4d7-d29a-4560-a2d5-4b35521e2e3d'] in dv-cinder-786627-11-smb {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:19:00.446664 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 38175a04-f6b6-4233-a3b4-389fd9a029bd triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:19:00.447020 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:00.447426 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0bf88a33-0e18-47ff-9461-c20a061e37bf admin admin] Notify callbacks [] for router, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:00.449205 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c068b81-ce1d-4a71-b046-607b6daa7bfb None None] Routers {'604cd4d7-d29a-4560-a2d5-4b35521e2e3d'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:19:00.450111 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-8c068b81-ce1d-4a71-b046-607b6daa7bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:18:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['604cd4d7-d29a-4560-a2d5-4b35521e2e3d'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:19:00.451603 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 37480) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:19:00.452141 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-0bf88a33-0e18-47ff-9461-c20a061e37bf admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4432213 Jun 22 07:19:00.566655 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-8c068b81-ce1d-4a71-b046-607b6daa7bfb None None] Set router 604cd4d7-d29a-4560-a2d5-4b35521e2e3d gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:19:00.656856 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-61d38212-3051-44da-8236-250a50b872a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'name': 'tempest-TestMinimumBasicScenario-154821686-router', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23'}], 'enable_snat': True}, 'gw_port_id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:18:52Z', 'updated_at': '2021-06-22T07:18:55Z', 'revision_number': 4, 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'gw_port': {'id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:53Z', 'updated_at': '2021-06-22T07:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': 'c1cedecf-0605-46d7-b927-47310c34d341', 'name': '', 'network_id': '2ce845aa-d4b3-4605-9809-77a5c62ddf74', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'mac_address': 'fa:16:3e:4f:19:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4015507f-ca37-4573-be26-702ec08b40aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:54Z', 'updated_at': '2021-06-22T07:18:59Z', 'revision_number': 4, 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'subnets': [{'id': '4015507f-ca37-4573-be26-702ec08b40aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:19:00.692078 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d38212-3051-44da-8236-250a50b872a9 None None] The sync data for ids ['9a7f5063-097c-4b4b-ad7e-44e11edb09fe'] in dv-cinder-786627-11-smb is: [{'id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'name': 'tempest-TestMinimumBasicScenario-154821686-router', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23'}], 'enable_snat': True}, 'gw_port_id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:18:52Z', 'updated_at': '2021-06-22T07:18:55Z', 'revision_number': 4, 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'gw_port': {'id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:53Z', 'updated_at': '2021-06-22T07:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': 'c1cedecf-0605-46d7-b927-47310c34d341', 'name': '', 'network_id': '2ce845aa-d4b3-4605-9809-77a5c62ddf74', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'mac_address': 'fa:16:3e:4f:19:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4015507f-ca37-4573-be26-702ec08b40aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:54Z', 'updated_at': '2021-06-22T07:18:59Z', 'revision_number': 4, 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'subnets': [{'id': '4015507f-ca37-4573-be26-702ec08b40aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:19:00.791062 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-8c068b81-ce1d-4a71-b046-607b6daa7bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604cd4d7-d29a-4560-a2d5-4b35521e2e3d', 'name': 'tempest-TestMinimumBasicScenario-234265330-router', 'tenant_id': '3c3b85c136004add985577ba7844087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '681b2b24-716d-463f-aa42-bfdfa316bec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:18:58Z', 'updated_at': '2021-06-22T07:18:59Z', 'revision_number': 3, 'project_id': '3c3b85c136004add985577ba7844087f', 'gw_port': {'id': '681b2b24-716d-463f-aa42-bfdfa316bec9', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604cd4d7-d29a-4560-a2d5-4b35521e2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:59Z', 'updated_at': '2021-06-22T07:18:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:19:00.823047 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c068b81-ce1d-4a71-b046-607b6daa7bfb None None] Checking router: 604cd4d7-d29a-4560-a2d5-4b35521e2e3d for host: dv-cinder-786627-11-smb {{(pid=92824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:19:00.823870 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c068b81-ce1d-4a71-b046-607b6daa7bfb None None] Updating router 604cd4d7-d29a-4560-a2d5-4b35521e2e3d port 681b2b24-716d-463f-aa42-bfdfa316bec9 binding host dv-cinder-786627-11-smb {{(pid=92824) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:19:00.875601 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-8c068b81-ce1d-4a71-b046-607b6daa7bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:01.066242 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe2167b-2a12-4f5a-a421-6044d26bf26f None None] Network d36e219e-3f22-4b2e-bd30-c8893763f2a7 requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:19:01.233490 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-d6a830ec-530e-4c87-80eb-6a78e5b6d087 None None] Provisioning for port 3e5773ea-b870-49c0-b2c7-5db5726da4cd completed by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:19:01.295139 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-8c068b81-ce1d-4a71-b046-607b6daa7bfb None None] Notify callbacks [] for port, precommit_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:01.308754 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.provisioning_blocks [None req-8c068b81-ce1d-4a71-b046-607b6daa7bfb None None] Transition to ACTIVE for port object 681b2b24-716d-463f-aa42-bfdfa316bec9 will not be triggered until provisioned by entity L2. {{(pid=92824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:19:01.317029 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-8c068b81-ce1d-4a71-b046-607b6daa7bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:01.319951 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [None req-e3a160cb-af66-4ad7-88ca-bbda3fbb18d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:01.372116 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-f6215f81-33a0-40a8-8f02-7a957620b79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:01.410608 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.managers [None req-8c068b81-ce1d-4a71-b046-607b6daa7bfb None None] Attempting to bind port 681b2b24-716d-463f-aa42-bfdfa316bec9 on host dv-cinder-786627-11-smb for vnic_type normal with profile {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:19:01.410982 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.managers [None req-8c068b81-ce1d-4a71-b046-607b6daa7bfb None None] Attempting to bind port 681b2b24-716d-463f-aa42-bfdfa316bec9 by drivers openvswitch,hyperv on host dv-cinder-786627-11-smb at level 0 using segments [{'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'}] {{(pid=92824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:19:01.411654 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c068b81-ce1d-4a71-b046-607b6daa7bfb None None] Attempting to bind port 681b2b24-716d-463f-aa42-bfdfa316bec9 on network 7f141025-a293-49e1-b229-0532c619cb79 {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:19:01.414183 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d2db3-3282-4977-989d-08bdaa7f4b1a None None] Pushing event updated for resources: {'Port': ['ID=681b2b24-716d-463f-aa42-bfdfa316bec9,revision_number=2']} {{(pid=92824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:01.425036 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [None req-8b6d2db3-3282-4977-989d-08bdaa7f4b1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:01.428434 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c068b81-ce1d-4a71-b046-607b6daa7bfb None None] Checking agent: {'id': '2285e849-590c-4cbf-9562-ffa818bb227d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 3, 37), 'started_at': datetime.datetime(2021, 6, 22, 7, 4, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:19:01.428824 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c068b81-ce1d-4a71-b046-607b6daa7bfb None None] Checking segment: {'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:19:01.429238 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-8c068b81-ce1d-4a71-b046-607b6daa7bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:01.430007 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c068b81-ce1d-4a71-b046-607b6daa7bfb None None] Bound using segment: {'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'} {{(pid=92824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:19:01.431221 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.managers [None req-8c068b81-ce1d-4a71-b046-607b6daa7bfb None None] Bound port: 681b2b24-716d-463f-aa42-bfdfa316bec9, host: dv-cinder-786627-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f136496-d650-4d4e-9fa5-f4757e98fad0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f141025-a293-49e1-b229-0532c619cb79'}}] {{(pid=92824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:19:01.431802 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-8c068b81-ce1d-4a71-b046-607b6daa7bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:01.517165 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.db [None req-8c068b81-ce1d-4a71-b046-607b6daa7bfb None None] For port 681b2b24-716d-463f-aa42-bfdfa316bec9, host dv-cinder-786627-11-smb, cleared binding levels {{(pid=92824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:19:01.523318 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.plugins.ml2.db [None req-8c068b81-ce1d-4a71-b046-607b6daa7bfb None None] For port 681b2b24-716d-463f-aa42-bfdfa316bec9, host dv-cinder-786627-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=681b2b24-716d-463f-aa42-bfdfa316bec9,segment=NetworkSegment(1f136496-d650-4d4e-9fa5-f4757e98fad0),segment_id=1f136496-d650-4d4e-9fa5-f4757e98fad0)] {{(pid=92824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:19:01.537782 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron_lib.callbacks.manager [None req-8c068b81-ce1d-4a71-b046-607b6daa7bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:01.548416 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [None req-d34fcd34-0f75-4a7d-a899-25116da5ea3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:01.626224 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c068b81-ce1d-4a71-b046-607b6daa7bfb None None] Routers {'604cd4d7-d29a-4560-a2d5-4b35521e2e3d'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:19:01.626911 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-8c068b81-ce1d-4a71-b046-607b6daa7bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:18:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['604cd4d7-d29a-4560-a2d5-4b35521e2e3d'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:19:01.670746 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d2db3-3282-4977-989d-08bdaa7f4b1a None None] Pushing event updated for resources: {'Port': ['ID=681b2b24-716d-463f-aa42-bfdfa316bec9,revision_number=3']} {{(pid=92824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:01.684760 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG oslo_concurrency.lockutils [None req-8b6d2db3-3282-4977-989d-08bdaa7f4b1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92824) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:01.727913 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.db_base_plugin_common [None req-f6215f81-33a0-40a8-8f02-7a957620b79b admin admin] Allocated IP 172.20.0.1 (d36e219e-3f22-4b2e-bd30-c8893763f2a7/66569e77-082b-4e9d-911d-b0e65e7fa2af/40a5d4bb-24c3-498e-bde4-ecc061ac9107) {{(pid=92821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:19:01.795877 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-8c068b81-ce1d-4a71-b046-607b6daa7bfb None None] Set router 604cd4d7-d29a-4560-a2d5-4b35521e2e3d gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:19:01.898798 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-f6215f81-33a0-40a8-8f02-7a957620b79b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:01.923941 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.provisioning_blocks [None req-f6215f81-33a0-40a8-8f02-7a957620b79b admin admin] Transition to ACTIVE for port object 40a5d4bb-24c3-498e-bde4-ecc061ac9107 will not be triggered until provisioned by entity DHCP. {{(pid=92821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:19:01.992518 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-f6215f81-33a0-40a8-8f02-7a957620b79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-134075313'] for port, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:01.996642 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-e1f1da75-debc-4736-a600-eb8a7061991b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:02.067655 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6215f81-33a0-40a8-8f02-7a957620b79b admin admin] Network d36e219e-3f22-4b2e-bd30-c8893763f2a7 is already hosted by enough agents. {{(pid=92821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:19:02.070918 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.base_scheduler [None req-f6215f81-33a0-40a8-8f02-7a957620b79b admin admin] Resources bound (agent type, host, resource id): {{(pid=92821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:19:02.076499 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6215f81-33a0-40a8-8f02-7a957620b79b admin admin] Received port after_create {{(pid=92821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:19:02.080551 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6215f81-33a0-40a8-8f02-7a957620b79b admin admin] Pushing event updated for resources: {'Port': ['ID=40a5d4bb-24c3-498e-bde4-ecc061ac9107,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:02.106989 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-f6215f81-33a0-40a8-8f02-7a957620b79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:02.118894 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 3e5773ea-b870-49c0-b2c7-5db5726da4cd up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:19:02.145637 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-8c068b81-ce1d-4a71-b046-607b6daa7bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604cd4d7-d29a-4560-a2d5-4b35521e2e3d', 'name': 'tempest-TestMinimumBasicScenario-234265330-router', 'tenant_id': '3c3b85c136004add985577ba7844087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '681b2b24-716d-463f-aa42-bfdfa316bec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:18:58Z', 'updated_at': '2021-06-22T07:18:59Z', 'revision_number': 3, 'project_id': '3c3b85c136004add985577ba7844087f', 'gw_port': {'id': '681b2b24-716d-463f-aa42-bfdfa316bec9', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604cd4d7-d29a-4560-a2d5-4b35521e2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:59Z', 'updated_at': '2021-06-22T07:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:19:02.155505 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-f6215f81-33a0-40a8-8f02-7a957620b79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594578'] for router_interface, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:02.205608 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c068b81-ce1d-4a71-b046-607b6daa7bfb None None] The sync data for ids ['604cd4d7-d29a-4560-a2d5-4b35521e2e3d'] in dv-cinder-786627-11-smb is: [{'id': '604cd4d7-d29a-4560-a2d5-4b35521e2e3d', 'name': 'tempest-TestMinimumBasicScenario-234265330-router', 'tenant_id': '3c3b85c136004add985577ba7844087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '681b2b24-716d-463f-aa42-bfdfa316bec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:18:58Z', 'updated_at': '2021-06-22T07:18:59Z', 'revision_number': 3, 'project_id': '3c3b85c136004add985577ba7844087f', 'gw_port': {'id': '681b2b24-716d-463f-aa42-bfdfa316bec9', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604cd4d7-d29a-4560-a2d5-4b35521e2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:59Z', 'updated_at': '2021-06-22T07:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}] {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:19:02.208010 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning for port 3e5773ea-b870-49c0-b2c7-5db5726da4cd completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:19:02.226391 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 3e5773ea-b870-49c0-b2c7-5db5726da4cd triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:19:02.227459 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:02.372513 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:02.391278 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-f6215f81-33a0-40a8-8f02-7a957620b79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:02.426060 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-b6362b6f-ed1b-45d2-a28d-2f53845e586a None None] Provisioning for port 40a5d4bb-24c3-498e-bde4-ecc061ac9107 completed by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:19:02.429503 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-badbe661-7601-497f-823b-f0844c323d63 None None] For port 3e5773ea-b870-49c0-b2c7-5db5726da4cd, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=3e5773ea-b870-49c0-b2c7-5db5726da4cd,segment=NetworkSegment(e9970580-32e7-4107-a851-710fe860d15d),segment_id=e9970580-32e7-4107-a851-710fe860d15d)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:19:02.433670 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-b6362b6f-ed1b-45d2-a28d-2f53845e586a None None] Provisioning complete for port 40a5d4bb-24c3-498e-bde4-ecc061ac9107 triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:19:02.434133 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-b6362b6f-ed1b-45d2-a28d-2f53845e586a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:02.437541 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:02.438257 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device c1cedecf-0605-46d7-b927-47310c34d341 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:19:02.459565 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:02.545288 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-b6362b6f-ed1b-45d2-a28d-2f53845e586a None None] Port 40a5d4bb-24c3-498e-bde4-ecc061ac9107 cannot update to ACTIVE because it is not bound. {{(pid=92823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:19:02.559422 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Pushing event updated for resources: {'Port': ['ID=3e5773ea-b870-49c0-b2c7-5db5726da4cd,revision_number=3']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:02.563409 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:02.578352 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning for port c1cedecf-0605-46d7-b927-47310c34d341 completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:19:02.582860 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port c1cedecf-0605-46d7-b927-47310c34d341 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:19:02.583489 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:02.599970 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-f6215f81-33a0-40a8-8f02-7a957620b79b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:02.606289 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-f6215f81-33a0-40a8-8f02-7a957620b79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134075267'] for port, after_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:02.609942 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:02.687177 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6215f81-33a0-40a8-8f02-7a957620b79b admin admin] Pushing event updated for resources: {'Port': ['ID=40a5d4bb-24c3-498e-bde4-ecc061ac9107,revision_number=2']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:02.703656 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-f6215f81-33a0-40a8-8f02-7a957620b79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:02.717766 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:02.718109 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-f6215f81-33a0-40a8-8f02-7a957620b79b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1773154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654985'] for router_interface, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:02.762684 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-badbe661-7601-497f-823b-f0844c323d63 None None] For port c1cedecf-0605-46d7-b927-47310c34d341, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=c1cedecf-0605-46d7-b927-47310c34d341,segment=NetworkSegment(cfaaff92-28a9-4bbc-aa3b-7322ef42f107),segment_id=cfaaff92-28a9-4bbc-aa3b-7322ef42f107)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:19:02.780966 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:02.783771 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-5d541254-7889-4c61-9798-b7e2a2de7b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:02.841282 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Pushing event updated for resources: {'Port': ['ID=c1cedecf-0605-46d7-b927-47310c34d341,revision_number=5']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:02.845378 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:02.859711 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6215f81-33a0-40a8-8f02-7a957620b79b admin admin] Network d36e219e-3f22-4b2e-bd30-c8893763f2a7 is already hosted by enough agents. {{(pid=92821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:19:02.861410 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.base_scheduler [None req-f6215f81-33a0-40a8-8f02-7a957620b79b admin admin] Resources bound (agent type, host, resource id): {{(pid=92821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:19:03.038103 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6215f81-33a0-40a8-8f02-7a957620b79b admin admin] Router 604cd4d7-d29a-4560-a2d5-4b35521e2e3d has already been hosted by L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d {{(pid=92821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:19:03.176035 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-81b0b943-06fa-4c46-9144-58aa8b7b86f5 None None] Provisioning complete for port 40a5d4bb-24c3-498e-bde4-ecc061ac9107 triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:19:03.176667 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-81b0b943-06fa-4c46-9144-58aa8b7b86f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:03.193929 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6215f81-33a0-40a8-8f02-7a957620b79b admin admin] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:19:03.200504 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-f6215f81-33a0-40a8-8f02-7a957620b79b admin admin] 10.222.0.22 "PUT /v2.0/routers/604cd4d7-d29a-4560-a2d5-4b35521e2e3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7470434 Jun 22 07:19:03.217823 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-81b0b943-06fa-4c46-9144-58aa8b7b86f5 None None] Port 40a5d4bb-24c3-498e-bde4-ecc061ac9107 cannot update to ACTIVE because it is not bound. {{(pid=92823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:19:04.146425 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-4795aafc-9e93-43d8-b5ba-c5e2bcaacc2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:04.225064 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 681b2b24-716d-463f-aa42-bfdfa316bec9 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:19:04.354957 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning for port 681b2b24-716d-463f-aa42-bfdfa316bec9 completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:19:04.360215 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 681b2b24-716d-463f-aa42-bfdfa316bec9 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:19:04.360883 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:04.459540 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:04.489747 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-badbe661-7601-497f-823b-f0844c323d63 None None] For port 681b2b24-716d-463f-aa42-bfdfa316bec9, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=681b2b24-716d-463f-aa42-bfdfa316bec9,segment=NetworkSegment(1f136496-d650-4d4e-9fa5-f4757e98fad0),segment_id=1f136496-d650-4d4e-9fa5-f4757e98fad0)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:19:04.496171 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:04.497085 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 3e5773ea-b870-49c0-b2c7-5db5726da4cd up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:19:04.523250 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:04.529066 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fac64d1-c8bc-433e-85aa-191d70093928 None None] Sync routers for ids ['604cd4d7-d29a-4560-a2d5-4b35521e2e3d'] in dv-cinder-786627-11-smb {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:19:04.591212 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fac64d1-c8bc-433e-85aa-191d70093928 None None] Routers {'604cd4d7-d29a-4560-a2d5-4b35521e2e3d'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:19:04.591887 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-7fac64d1-c8bc-433e-85aa-191d70093928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:18:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['604cd4d7-d29a-4560-a2d5-4b35521e2e3d'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:19:04.669099 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Pushing event updated for resources: {'Port': ['ID=681b2b24-716d-463f-aa42-bfdfa316bec9,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:04.690507 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:04.735983 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 3e5773ea-b870-49c0-b2c7-5db5726da4cd triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:19:04.736353 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:04.796957 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-7fac64d1-c8bc-433e-85aa-191d70093928 None None] Set router 604cd4d7-d29a-4560-a2d5-4b35521e2e3d gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:19:04.943937 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device c1cedecf-0605-46d7-b927-47310c34d341 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:19:05.193115 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port c1cedecf-0605-46d7-b927-47310c34d341 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:19:05.193499 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:05.302745 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-7fac64d1-c8bc-433e-85aa-191d70093928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604cd4d7-d29a-4560-a2d5-4b35521e2e3d', 'name': 'tempest-TestMinimumBasicScenario-234265330-router', 'tenant_id': '3c3b85c136004add985577ba7844087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '681b2b24-716d-463f-aa42-bfdfa316bec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:18:58Z', 'updated_at': '2021-06-22T07:19:02Z', 'revision_number': 4, 'project_id': '3c3b85c136004add985577ba7844087f', 'gw_port': {'id': '681b2b24-716d-463f-aa42-bfdfa316bec9', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604cd4d7-d29a-4560-a2d5-4b35521e2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:59Z', 'updated_at': '2021-06-22T07:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '40a5d4bb-24c3-498e-bde4-ecc061ac9107', 'name': '', 'network_id': 'd36e219e-3f22-4b2e-bd30-c8893763f2a7', 'tenant_id': '3c3b85c136004add985577ba7844087f', 'mac_address': 'fa:16:3e:23:83:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604cd4d7-d29a-4560-a2d5-4b35521e2e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '66569e77-082b-4e9d-911d-b0e65e7fa2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:19:01Z', 'updated_at': '2021-06-22T07:19:02Z', 'revision_number': 2, 'project_id': '3c3b85c136004add985577ba7844087f', 'subnets': [{'id': '66569e77-082b-4e9d-911d-b0e65e7fa2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:19:05.371742 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fac64d1-c8bc-433e-85aa-191d70093928 None None] Checking router: 604cd4d7-d29a-4560-a2d5-4b35521e2e3d for host: dv-cinder-786627-11-smb {{(pid=92823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:19:05.372166 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fac64d1-c8bc-433e-85aa-191d70093928 None None] Updating router 604cd4d7-d29a-4560-a2d5-4b35521e2e3d port 40a5d4bb-24c3-498e-bde4-ecc061ac9107 binding host dv-cinder-786627-11-smb {{(pid=92823) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:19:05.424538 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-7fac64d1-c8bc-433e-85aa-191d70093928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:05.966582 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-7fac64d1-c8bc-433e-85aa-191d70093928 None None] Notify callbacks [] for port, precommit_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:05.985303 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-7fac64d1-c8bc-433e-85aa-191d70093928 None None] Transition to ACTIVE for port object 40a5d4bb-24c3-498e-bde4-ecc061ac9107 will not be triggered until provisioned by entity L2. {{(pid=92823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:19:06.000920 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-7fac64d1-c8bc-433e-85aa-191d70093928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:06.010008 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:06.062583 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 681b2b24-716d-463f-aa42-bfdfa316bec9 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:19:06.068654 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d191b2f-6179-47c5-96ca-eb5e43d573f8 None None] Pushing event updated for resources: {'Port': ['ID=40a5d4bb-24c3-498e-bde4-ecc061ac9107,revision_number=3']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:06.099545 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-0d191b2f-6179-47c5-96ca-eb5e43d573f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:06.243130 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-7fac64d1-c8bc-433e-85aa-191d70093928 None None] Attempting to bind port 40a5d4bb-24c3-498e-bde4-ecc061ac9107 on host dv-cinder-786627-11-smb for vnic_type normal with profile {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:19:06.244019 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-7fac64d1-c8bc-433e-85aa-191d70093928 None None] Attempting to bind port 40a5d4bb-24c3-498e-bde4-ecc061ac9107 by drivers openvswitch,hyperv on host dv-cinder-786627-11-smb at level 0 using segments [{'id': 'e9970580-32e7-4107-a851-710fe860d15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd36e219e-3f22-4b2e-bd30-c8893763f2a7'}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:19:06.244891 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fac64d1-c8bc-433e-85aa-191d70093928 None None] Attempting to bind port 40a5d4bb-24c3-498e-bde4-ecc061ac9107 on network d36e219e-3f22-4b2e-bd30-c8893763f2a7 {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:19:06.251730 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fac64d1-c8bc-433e-85aa-191d70093928 None None] Checking agent: {'id': '2285e849-590c-4cbf-9562-ffa818bb227d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 3, 37), 'started_at': datetime.datetime(2021, 6, 22, 7, 4, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:19:06.252123 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fac64d1-c8bc-433e-85aa-191d70093928 None None] Checking segment: {'id': 'e9970580-32e7-4107-a851-710fe860d15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd36e219e-3f22-4b2e-bd30-c8893763f2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:19:06.252538 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-7fac64d1-c8bc-433e-85aa-191d70093928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:06.252946 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fac64d1-c8bc-433e-85aa-191d70093928 None None] Bound using segment: {'id': 'e9970580-32e7-4107-a851-710fe860d15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd36e219e-3f22-4b2e-bd30-c8893763f2a7'} {{(pid=92823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:19:06.253433 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.managers [None req-7fac64d1-c8bc-433e-85aa-191d70093928 None None] Bound port: 40a5d4bb-24c3-498e-bde4-ecc061ac9107, host: dv-cinder-786627-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9970580-32e7-4107-a851-710fe860d15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd36e219e-3f22-4b2e-bd30-c8893763f2a7'}}] {{(pid=92823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:19:06.253819 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-7fac64d1-c8bc-433e-85aa-191d70093928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:06.256630 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 681b2b24-716d-463f-aa42-bfdfa316bec9 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:19:06.256630 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:06.401769 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-7fac64d1-c8bc-433e-85aa-191d70093928 None None] For port 40a5d4bb-24c3-498e-bde4-ecc061ac9107, host dv-cinder-786627-11-smb, cleared binding levels {{(pid=92823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:19:06.443848 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-7fac64d1-c8bc-433e-85aa-191d70093928 None None] For port 40a5d4bb-24c3-498e-bde4-ecc061ac9107, host dv-cinder-786627-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=40a5d4bb-24c3-498e-bde4-ecc061ac9107,segment=NetworkSegment(e9970580-32e7-4107-a851-710fe860d15d),segment_id=e9970580-32e7-4107-a851-710fe860d15d)] {{(pid=92823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:19:06.456833 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-7fac64d1-c8bc-433e-85aa-191d70093928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:06.459401 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ab652ab2-f19d-4bd3-8bcf-8a76ee8bff24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:06.538697 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fac64d1-c8bc-433e-85aa-191d70093928 None None] Routers {'604cd4d7-d29a-4560-a2d5-4b35521e2e3d'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:19:06.539387 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-7fac64d1-c8bc-433e-85aa-191d70093928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:18:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['604cd4d7-d29a-4560-a2d5-4b35521e2e3d'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:19:06.585082 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d191b2f-6179-47c5-96ca-eb5e43d573f8 None None] Pushing event updated for resources: {'Port': ['ID=40a5d4bb-24c3-498e-bde4-ecc061ac9107,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:06.597856 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-0d191b2f-6179-47c5-96ca-eb5e43d573f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:06.728345 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-7fac64d1-c8bc-433e-85aa-191d70093928 None None] Set router 604cd4d7-d29a-4560-a2d5-4b35521e2e3d gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:19:06.787824 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-56591caa-6f83-4cc2-945b-f1c4313c5857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:06.942829 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:07.025135 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-7fac64d1-c8bc-433e-85aa-191d70093928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604cd4d7-d29a-4560-a2d5-4b35521e2e3d', 'name': 'tempest-TestMinimumBasicScenario-234265330-router', 'tenant_id': '3c3b85c136004add985577ba7844087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '681b2b24-716d-463f-aa42-bfdfa316bec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:18:58Z', 'updated_at': '2021-06-22T07:19:02Z', 'revision_number': 4, 'project_id': '3c3b85c136004add985577ba7844087f', 'gw_port': {'id': '681b2b24-716d-463f-aa42-bfdfa316bec9', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604cd4d7-d29a-4560-a2d5-4b35521e2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:59Z', 'updated_at': '2021-06-22T07:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '40a5d4bb-24c3-498e-bde4-ecc061ac9107', 'name': '', 'network_id': 'd36e219e-3f22-4b2e-bd30-c8893763f2a7', 'tenant_id': '3c3b85c136004add985577ba7844087f', 'mac_address': 'fa:16:3e:23:83:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604cd4d7-d29a-4560-a2d5-4b35521e2e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '66569e77-082b-4e9d-911d-b0e65e7fa2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:19:01Z', 'updated_at': '2021-06-22T07:19:06Z', 'revision_number': 4, 'project_id': '3c3b85c136004add985577ba7844087f', 'subnets': [{'id': '66569e77-082b-4e9d-911d-b0e65e7fa2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:19:07.057439 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fac64d1-c8bc-433e-85aa-191d70093928 None None] The sync data for ids ['604cd4d7-d29a-4560-a2d5-4b35521e2e3d'] in dv-cinder-786627-11-smb is: [{'id': '604cd4d7-d29a-4560-a2d5-4b35521e2e3d', 'name': 'tempest-TestMinimumBasicScenario-234265330-router', 'tenant_id': '3c3b85c136004add985577ba7844087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '681b2b24-716d-463f-aa42-bfdfa316bec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:18:58Z', 'updated_at': '2021-06-22T07:19:02Z', 'revision_number': 4, 'project_id': '3c3b85c136004add985577ba7844087f', 'gw_port': {'id': '681b2b24-716d-463f-aa42-bfdfa316bec9', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604cd4d7-d29a-4560-a2d5-4b35521e2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:59Z', 'updated_at': '2021-06-22T07:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '40a5d4bb-24c3-498e-bde4-ecc061ac9107', 'name': '', 'network_id': 'd36e219e-3f22-4b2e-bd30-c8893763f2a7', 'tenant_id': '3c3b85c136004add985577ba7844087f', 'mac_address': 'fa:16:3e:23:83:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604cd4d7-d29a-4560-a2d5-4b35521e2e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '66569e77-082b-4e9d-911d-b0e65e7fa2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:19:01Z', 'updated_at': '2021-06-22T07:19:06Z', 'revision_number': 4, 'project_id': '3c3b85c136004add985577ba7844087f', 'subnets': [{'id': '66569e77-082b-4e9d-911d-b0e65e7fa2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:19:07.753861 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:08.097698 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 40a5d4bb-24c3-498e-bde4-ecc061ac9107 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:19:08.209145 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning for port 40a5d4bb-24c3-498e-bde4-ecc061ac9107 completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:19:08.224218 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 40a5d4bb-24c3-498e-bde4-ecc061ac9107 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:19:08.226049 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:08.299668 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb361db-4dec-46e2-8904-e245fd6aca01 req-d9868b80-33d0-485b-afcd-7c84eefb9b36 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:08.302311 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-beb361db-4dec-46e2-8904-e245fd6aca01 req-d9868b80-33d0-485b-afcd-7c84eefb9b36 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea76e403-8cbe-4e4d-80e4-88bb7f8e235b HTTP/1.1" status: 200 len: 945 time: 0.0932648 Jun 22 07:19:08.358620 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-beb361db-4dec-46e2-8904-e245fd6aca01 req-17bdcc13-5b4a-4b2b-805f-61e6e2a89a5f tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=59da12fb-0a13-4d4d-ad3d-b955233d1ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476148 Jun 22 07:19:08.392409 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:08.443060 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-badbe661-7601-497f-823b-f0844c323d63 None None] For port 40a5d4bb-24c3-498e-bde4-ecc061ac9107, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=40a5d4bb-24c3-498e-bde4-ecc061ac9107,segment=NetworkSegment(e9970580-32e7-4107-a851-710fe860d15d),segment_id=e9970580-32e7-4107-a851-710fe860d15d)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:19:08.451464 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:08.456102 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-7254b692-483c-4308-87da-6d9852076191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:08.532789 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Pushing event updated for resources: {'Port': ['ID=40a5d4bb-24c3-498e-bde4-ecc061ac9107,revision_number=5']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:08.535962 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:09.604752 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17500769-808c-47ec-a5e2-7addb120c2ab req-b9ee299c-e6bb-4422-89b2-47550ba17eb9 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:09.608375 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-17500769-808c-47ec-a5e2-7addb120c2ab req-b9ee299c-e6bb-4422-89b2-47550ba17eb9 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea76e403-8cbe-4e4d-80e4-88bb7f8e235b HTTP/1.1" status: 200 len: 945 time: 0.1046877 Jun 22 07:19:09.782402 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-17500769-808c-47ec-a5e2-7addb120c2ab req-031c37ba-42e1-457d-991a-06f75f5b03f2 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups?id=59da12fb-0a13-4d4d-ad3d-b955233d1ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572001 Jun 22 07:19:09.853234 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:10.011549 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 6 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:19:10.012468 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb804fd5-62ef-4884-92fb-802262a94913 req-00f66caf-5c49-4ac1-b617-26ae133ce793 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:10.014907 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-fb804fd5-62ef-4884-92fb-802262a94913 req-00f66caf-5c49-4ac1-b617-26ae133ce793 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea76e403-8cbe-4e4d-80e4-88bb7f8e235b HTTP/1.1" status: 200 len: 945 time: 0.1595247 Jun 22 07:19:10.059003 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 40a5d4bb-24c3-498e-bde4-ecc061ac9107 up at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:19:10.131237 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Provisioning complete for port 40a5d4bb-24c3-498e-bde4-ecc061ac9107 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:19:10.131818 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:10.139959 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-fb804fd5-62ef-4884-92fb-802262a94913 req-4af096f6-50bd-4b76-b99a-bcca897789f7 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Deleting port 5121c246-cf36-4c5f-8415-9dab210eccbe {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:19:10.140314 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-fb804fd5-62ef-4884-92fb-802262a94913 req-4af096f6-50bd-4b76-b99a-bcca897789f7 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:10.265534 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-fb804fd5-62ef-4884-92fb-802262a94913 req-4af096f6-50bd-4b76-b99a-bcca897789f7 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] For port 5121c246-cf36-4c5f-8415-9dab210eccbe, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5121c246-cf36-4c5f-8415-9dab210eccbe,segment=NetworkSegment(5e0d4098-8976-46fc-9d81-b241fa91cf3f),segment_id=5e0d4098-8976-46fc-9d81-b241fa91cf3f)] {{(pid=92822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:19:10.266010 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-fb804fd5-62ef-4884-92fb-802262a94913 req-4af096f6-50bd-4b76-b99a-bcca897789f7 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:10.488876 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-fb804fd5-62ef-4884-92fb-802262a94913 req-4af096f6-50bd-4b76-b99a-bcca897789f7 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:10.489542 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-fb804fd5-62ef-4884-92fb-802262a94913 req-4af096f6-50bd-4b76-b99a-bcca897789f7 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592476'] for floatingip, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:10.490045 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.db.l3_db [req-fb804fd5-62ef-4884-92fb-802262a94913 req-4af096f6-50bd-4b76-b99a-bcca897789f7 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Floating IP b8cedb50-a5f8-4472-95b9-43490aa3c9c1 disassociated. External IP: 172.28.3.221, port: 5121c246-cf36-4c5f-8415-9dab210eccbe. Jun 22 07:19:10.490856 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-fb804fd5-62ef-4884-92fb-802262a94913 req-4af096f6-50bd-4b76-b99a-bcca897789f7 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Calling delete_port for 5121c246-cf36-4c5f-8415-9dab210eccbe owned by compute:nova {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:19:10.636924 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-fb804fd5-62ef-4884-92fb-802262a94913 req-4af096f6-50bd-4b76-b99a-bcca897789f7 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:10.641794 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ef06bd09-267f-4942-96f9-8253bd5de514 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:10.687467 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af096f6-50bd-4b76-b99a-bcca897789f7 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Pushing event deleted for resources: {'Port': ['ID=5121c246-cf36-4c5f-8415-9dab210eccbe,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:10.699595 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-4af096f6-50bd-4b76-b99a-bcca897789f7 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:10.893278 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb804fd5-62ef-4884-92fb-802262a94913 req-4af096f6-50bd-4b76-b99a-bcca897789f7 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Router 3007f710-b658-4a83-a3ee-b2379787f43d has already been hosted by L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d {{(pid=92822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:19:11.037953 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-8eaeb69d-8ce1-4aea-8211-43fa9ef44d84 req-de3c3330-4158-45fc-baa8-a6925f9bb8a7 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea76e403-8cbe-4e4d-80e4-88bb7f8e235b HTTP/1.1" status: 200 len: 210 time: 0.0359819 Jun 22 07:19:11.112566 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb804fd5-62ef-4884-92fb-802262a94913 req-4af096f6-50bd-4b76-b99a-bcca897789f7 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:19:11.124302 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19206654-12dc-4b4b-979c-a32a9495d80a None None] Sync routers for ids ['3007f710-b658-4a83-a3ee-b2379787f43d'] in dv-cinder-786627-11-smb {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:19:11.139645 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19206654-12dc-4b4b-979c-a32a9495d80a None None] Routers {'3007f710-b658-4a83-a3ee-b2379787f43d'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:19:11.141615 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-19206654-12dc-4b4b-979c-a32a9495d80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:19:07Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['3007f710-b658-4a83-a3ee-b2379787f43d'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:19:11.179361 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb804fd5-62ef-4884-92fb-802262a94913 req-4af096f6-50bd-4b76-b99a-bcca897789f7 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] No DVR routers for this DVR port 5121c246-cf36-4c5f-8415-9dab210eccbe on host hv-cinder-78662 {{(pid=92822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:19:11.182794 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-fb804fd5-62ef-4884-92fb-802262a94913 req-4af096f6-50bd-4b76-b99a-bcca897789f7 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:11.184950 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-fb804fd5-62ef-4884-92fb-802262a94913 req-4af096f6-50bd-4b76-b99a-bcca897789f7 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.42 "DELETE /v2.0/ports/5121c246-cf36-4c5f-8415-9dab210eccbe HTTP/1.1" status: 204 len: 173 time: 1.1645148 Jun 22 07:19:11.185772 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea76e403-8cbe-4e4d-80e4-88bb7f8e235b', 'name': 'network-vif-deleted', 'tag': '5121c246-cf36-4c5f-8415-9dab210eccbe'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:19:11.188812 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b4b17f-360e-4829-91e6-bf2197f3c832" -d '{"events": [{"server_uuid": "ea76e403-8cbe-4e4d-80e4-88bb7f8e235b", "name": "network-vif-deleted", "tag": "5121c246-cf36-4c5f-8415-9dab210eccbe"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:19:11.276500 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ea1bf2-6b19-4043-9292-46a1a25bef7d x-openstack-request-id: req-79ea1bf2-6b19-4043-9292-46a1a25bef7d {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:19:11.276873 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea76e403-8cbe-4e4d-80e4-88bb7f8e235b", "name": "network-vif-deleted", "tag": "5121c246-cf36-4c5f-8415-9dab210eccbe", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:19:11.277176 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-79ea1bf2-6b19-4043-9292-46a1a25bef7d {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:19:11.277632 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea76e403-8cbe-4e4d-80e4-88bb7f8e235b', 'name': 'network-vif-deleted', 'tag': '5121c246-cf36-4c5f-8415-9dab210eccbe', 'status': 'completed', 'code': 200} Jun 22 07:19:11.353976 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-19206654-12dc-4b4b-979c-a32a9495d80a None None] Set router 3007f710-b658-4a83-a3ee-b2379787f43d gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:19:11.740930 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-19206654-12dc-4b4b-979c-a32a9495d80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'name': 'tempest-AttachVolumeTestJSON-1083161926-router', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:06Z', 'updated_at': '2021-06-22T07:15:11Z', 'revision_number': 4, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'gw_port': {'id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:07Z', 'updated_at': '2021-06-22T07:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '0f96d8de-6031-46e5-9924-1415cf53e9e6', 'name': '', 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'mac_address': 'fa:16:3e:b1:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:09Z', 'updated_at': '2021-06-22T07:15:18Z', 'revision_number': 5, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'subnets': [{'id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:19:11.783269 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19206654-12dc-4b4b-979c-a32a9495d80a None None] Checking router: 3007f710-b658-4a83-a3ee-b2379787f43d for host: dv-cinder-786627-11-smb {{(pid=92824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:19:11.797502 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19206654-12dc-4b4b-979c-a32a9495d80a None None] Routers {'3007f710-b658-4a83-a3ee-b2379787f43d'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:19:11.797502 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-19206654-12dc-4b4b-979c-a32a9495d80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:19:07Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['3007f710-b658-4a83-a3ee-b2379787f43d'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:19:11.935073 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-19206654-12dc-4b4b-979c-a32a9495d80a None None] Set router 3007f710-b658-4a83-a3ee-b2379787f43d gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:19:12.162851 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 5121c246-cf36-4c5f-8415-9dab210eccbe no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:19:12.197476 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] No Port match for: 5121c246-cf36-4c5f-8415-9dab210eccbe {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:19:12.198450 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 5121c246-cf36-4c5f-8415-9dab210eccbe not bound to the agent host hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:19:12.269514 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 37584) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:19:12.288880 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-19206654-12dc-4b4b-979c-a32a9495d80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'name': 'tempest-AttachVolumeTestJSON-1083161926-router', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:06Z', 'updated_at': '2021-06-22T07:15:11Z', 'revision_number': 4, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'gw_port': {'id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:07Z', 'updated_at': '2021-06-22T07:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '0f96d8de-6031-46e5-9924-1415cf53e9e6', 'name': '', 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'mac_address': 'fa:16:3e:b1:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:09Z', 'updated_at': '2021-06-22T07:15:18Z', 'revision_number': 5, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'subnets': [{'id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:19:12.336166 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19206654-12dc-4b4b-979c-a32a9495d80a None None] The sync data for ids ['3007f710-b658-4a83-a3ee-b2379787f43d'] in dv-cinder-786627-11-smb is: [{'id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'name': 'tempest-AttachVolumeTestJSON-1083161926-router', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:06Z', 'updated_at': '2021-06-22T07:15:11Z', 'revision_number': 4, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'gw_port': {'id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:07Z', 'updated_at': '2021-06-22T07:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': '0f96d8de-6031-46e5-9924-1415cf53e9e6', 'name': '', 'network_id': '1163da0c-bad1-418d-8eb1-3c5b37310e74', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'mac_address': 'fa:16:3e:b1:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:09Z', 'updated_at': '2021-06-22T07:15:18Z', 'revision_number': 5, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'subnets': [{'id': '0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:19:12.349327 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-0ea8608d-56f9-4b98-bdd2-1770d1891100 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:12.403062 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-0ea8608d-56f9-4b98-bdd2-1770d1891100 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:12.478549 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-0ea8608d-56f9-4b98-bdd2-1770d1891100 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:12.481192 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-0ea8608d-56f9-4b98-bdd2-1770d1891100 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:12.482343 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-0ea8608d-56f9-4b98-bdd2-1770d1891100 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "DELETE /v2.0/security-groups/59da12fb-0a13-4d4d-ad3d-b955233d1ec7 HTTP/1.1" status: 204 len: 168 time: 0.2109458 Jun 22 07:19:12.483253 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-c97a477f-0915-48d6-b4ce-8c650bbbaeda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:12.485184 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 37586) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:19:12.498666 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8608d-56f9-4b98-bdd2-1770d1891100 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59da12fb-0a13-4d4d-ad3d-b955233d1ec7,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:12.512201 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-0ea8608d-56f9-4b98-bdd2-1770d1891100 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:12.513311 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.api.v2.resource [None req-a5334ecb-bdd0-4ce9-b2de-de3d644d27fc tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] show failed (client error): The resource could not be found. Jun 22 07:19:12.514865 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-a5334ecb-bdd0-4ce9-b2de-de3d644d27fc tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "GET /v2.0/security-groups/59da12fb-0a13-4d4d-ad3d-b955233d1ec7 HTTP/1.1" status: 404 len: 347 time: 0.0279222 Jun 22 07:19:12.517707 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 37588) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:19:12.726509 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a0d1d6-7b19-4d4c-8c61-562b75a02548 None None] New status for floating IP b8cedb50-a5f8-4472-95b9-43490aa3c9c1: DOWN {{(pid=92823) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:19:12.743819 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-a607ed17-9b7c-486f-8f46-35a1896ee51d tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Deleting port 9b6c4d49-107b-407f-8755-309233d8b36e {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:19:12.744172 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-a607ed17-9b7c-486f-8f46-35a1896ee51d tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:12.855362 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-a607ed17-9b7c-486f-8f46-35a1896ee51d tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:12.855697 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-a607ed17-9b7c-486f-8f46-35a1896ee51d tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:12.939525 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-a607ed17-9b7c-486f-8f46-35a1896ee51d tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Calling delete_port for 9b6c4d49-107b-407f-8755-309233d8b36e owned by network:floatingip {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:19:13.094691 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-a607ed17-9b7c-486f-8f46-35a1896ee51d tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:13.097197 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-502dbc90-9a5a-4274-b904-8eca32d9a523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:13.119731 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607ed17-9b7c-486f-8f46-35a1896ee51d tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Pushing event deleted for resources: {'Port': ['ID=9b6c4d49-107b-407f-8755-309233d8b36e,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:13.125939 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-a607ed17-9b7c-486f-8f46-35a1896ee51d tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:13.205691 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-a607ed17-9b7c-486f-8f46-35a1896ee51d tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks [] for floatingip, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:13.205691 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-a607ed17-9b7c-486f-8f46-35a1896ee51d tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for floatingip, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:13.210208 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-a607ed17-9b7c-486f-8f46-35a1896ee51d tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] 10.222.0.22 "DELETE /v2.0/floatingips/b8cedb50-a5f8-4472-95b9-43490aa3c9c1 HTTP/1.1" status: 204 len: 168 time: 0.6908622 Jun 22 07:19:14.910734 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-3461bc4a-3967-4f90-a353-dfad017ac306 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:14.912262 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-3461bc4a-3967-4f90-a353-dfad017ac306 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/networks?id=2ce845aa-d4b3-4605-9809-77a5c62ddf74 HTTP/1.1" status: 200 len: 814 time: 0.1127472 Jun 22 07:19:14.928577 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-3f157e09-b372-45f1-bb46-ca786f3f7d60 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/quotas/4c0e5ee7866b45b999c83da25e56f5be HTTP/1.1" status: 200 len: 375 time: 0.0095851 Jun 22 07:19:15.003798 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-b1e8ec58-5d62-48ab-840a-f98268b5758b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4c0e5ee7866b45b999c83da25e56f5be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694540 Jun 22 07:19:15.220807 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-e383f3d0-2d1f-424a-88b8-a654d8f8f80b service neutron] 10.222.0.22 "GET /v2.0/networks/2ce845aa-d4b3-4605-9809-77a5c62ddf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052431 Jun 22 07:19:15.326575 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-fdb12e35-2581-451c-a53b-095d07ee38d1 service neutron] 10.222.0.22 "GET /v2.0/networks/2ce845aa-d4b3-4605-9809-77a5c62ddf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994971 Jun 22 07:19:15.508025 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-6c0ae211-cefb-4ceb-a71e-f2bb1169629e req-01e2da4f-2527-425b-91da-30782babacc2 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 210 time: 0.0331593 Jun 22 07:19:16.668812 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-28f2dc3f-ae03-44ae-bf56-a683c9c768a7 req-1423737c-7674-443d-bb4a-f7038e7e2b5a tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 210 time: 0.0335274 Jun 22 07:19:16.738689 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-c81ec7af-ba74-41fc-a00d-b8c8dc75774c tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:16.740243 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-c81ec7af-ba74-41fc-a00d-b8c8dc75774c tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.42 "GET /v2.0/networks?id=2ce845aa-d4b3-4605-9809-77a5c62ddf74 HTTP/1.1" status: 200 len: 814 time: 0.1630599 Jun 22 07:19:16.753443 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-433ae069-6a91-4a27-a491-fb42b0a006d9 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Request body: {'port': {'device_id': 'be0240c9-959e-43e7-b802-ffd8655876bd', 'network_id': '2ce845aa-d4b3-4605-9809-77a5c62ddf74', 'admin_state_up': True, 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:19:16.871439 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-433ae069-6a91-4a27-a491-fb42b0a006d9 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Made reservation on behalf of 4c0e5ee7866b45b999c83da25e56f5be for: {'port': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:19:16.875511 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-433ae069-6a91-4a27-a491-fb42b0a006d9 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:16.997728 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 37664) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:19:17.040603 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_common [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-433ae069-6a91-4a27-a491-fb42b0a006d9 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Allocated IP 172.20.0.4 (2ce845aa-d4b3-4605-9809-77a5c62ddf74/4015507f-ca37-4573-be26-702ec08b40aa/dd054cc2-fed2-455b-b732-744eccc70c35) {{(pid=92822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:19:17.255501 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-433ae069-6a91-4a27-a491-fb42b0a006d9 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for port, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:17.600668 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-beb5965c-d058-484b-9ad3-4098d286fee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655022'] for router_interface, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:17.620354 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.provisioning_blocks [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-433ae069-6a91-4a27-a491-fb42b0a006d9 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Transition to ACTIVE for port object dd054cc2-fed2-455b-b732-744eccc70c35 will not be triggered until provisioned by entity DHCP. {{(pid=92822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:19:17.649145 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:17.683214 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-433ae069-6a91-4a27-a491-fb42b0a006d9 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-133502027'] for port, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:17.690224 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-68fe9d71-67cc-4fe3-baa7-0d893e58adf7 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:17.815457 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ae069-6a91-4a27-a491-fb42b0a006d9 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Pushing event updated for resources: {'Port': ['ID=dd054cc2-fed2-455b-b732-744eccc70c35,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:17.834436 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-433ae069-6a91-4a27-a491-fb42b0a006d9 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:17.860313 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-433ae069-6a91-4a27-a491-fb42b0a006d9 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Network 2ce845aa-d4b3-4605-9809-77a5c62ddf74 is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:19:17.862014 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-433ae069-6a91-4a27-a491-fb42b0a006d9 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:19:17.865803 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-433ae069-6a91-4a27-a491-fb42b0a006d9 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Received port after_create {{(pid=92822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:19:17.960478 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-433ae069-6a91-4a27-a491-fb42b0a006d9 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:17.961829 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-433ae069-6a91-4a27-a491-fb42b0a006d9 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:17.987200 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-433ae069-6a91-4a27-a491-fb42b0a006d9 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2376299 Jun 22 07:19:18.132552 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0acf44-a70c-41d0-a0aa-1863ac7f16bc req-afbebaa6-5909-4c3c-85d7-d0b63720c262 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:18.134939 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2d0acf44-a70c-41d0-a0aa-1863ac7f16bc req-afbebaa6-5909-4c3c-85d7-d0b63720c262 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 931 time: 0.2915356 Jun 22 07:19:18.237748 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-63190a7e-b356-416e-a1b3-018ca9b7bda1 None None] Provisioning for port dd054cc2-fed2-455b-b732-744eccc70c35 completed by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:19:18.243084 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-63190a7e-b356-416e-a1b3-018ca9b7bda1 None None] Provisioning complete for port dd054cc2-fed2-455b-b732-744eccc70c35 triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:19:18.244036 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-63190a7e-b356-416e-a1b3-018ca9b7bda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:18.244683 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2d0acf44-a70c-41d0-a0aa-1863ac7f16bc req-c635b476-e4f4-4bd5-a5f1-68f3a9983234 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000438 Jun 22 07:19:18.281598 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.plugin [None req-beb5965c-d058-484b-9ad3-4098d286fee8 admin admin] Deleting port 0f96d8de-6031-46e5-9924-1415cf53e9e6 {{(pid=92821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:19:18.281953 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-beb5965c-d058-484b-9ad3-4098d286fee8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:18.330530 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-63190a7e-b356-416e-a1b3-018ca9b7bda1 None None] Port dd054cc2-fed2-455b-b732-744eccc70c35 cannot update to ACTIVE because it is not bound. {{(pid=92823) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:19:18.408961 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.db [None req-beb5965c-d058-484b-9ad3-4098d286fee8 admin admin] For port 0f96d8de-6031-46e5-9924-1415cf53e9e6, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=0f96d8de-6031-46e5-9924-1415cf53e9e6,segment=NetworkSegment(5e0d4098-8976-46fc-9d81-b241fa91cf3f),segment_id=5e0d4098-8976-46fc-9d81-b241fa91cf3f)] {{(pid=92821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:19:18.409201 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-beb5965c-d058-484b-9ad3-4098d286fee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:18.478616 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.plugin [None req-beb5965c-d058-484b-9ad3-4098d286fee8 admin admin] Calling delete_port for 0f96d8de-6031-46e5-9924-1415cf53e9e6 owned by network:router_interface {{(pid=92821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:19:18.684815 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-beb5965c-d058-484b-9ad3-4098d286fee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134075272'] for port, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:18.687587 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-ad598e2e-e576-4614-b8b3-504202c27a09 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:18.717223 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5965c-d058-484b-9ad3-4098d286fee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f96d8de-6031-46e5-9924-1415cf53e9e6,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:18.720427 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-beb5965c-d058-484b-9ad3-4098d286fee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:18.920919 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-beb5965c-d058-484b-9ad3-4098d286fee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1773173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654850'] for router_interface, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:19.624915 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb5965c-d058-484b-9ad3-4098d286fee8 admin admin] Router 3007f710-b658-4a83-a3ee-b2379787f43d has already been hosted by L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d {{(pid=92821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:19:19.669079 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff001b-2321-4294-97d4-30b7f5638ff5 req-f5a9e0b2-f5e3-4ee5-acb1-1329ac8ff6b4 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:19.670160 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f0ff001b-2321-4294-97d4-30b7f5638ff5 req-f5a9e0b2-f5e3-4ee5-acb1-1329ac8ff6b4 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 931 time: 0.0963414 Jun 22 07:19:19.791556 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f0ff001b-2321-4294-97d4-30b7f5638ff5 req-59e43095-1921-4738-8344-7eb437498ccf tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873446 Jun 22 07:19:19.813127 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb5965c-d058-484b-9ad3-4098d286fee8 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:19:19.823400 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-beb5965c-d058-484b-9ad3-4098d286fee8 admin admin] 10.222.0.22 "PUT /v2.0/routers/3007f710-b658-4a83-a3ee-b2379787f43d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8242252 Jun 22 07:19:19.824761 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7df743b-abe7-4205-b040-6510ba61a885 None None] Sync routers for ids ['3007f710-b658-4a83-a3ee-b2379787f43d'] in dv-cinder-786627-11-smb {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:19:19.825694 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 37680) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:19:19.834784 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7df743b-abe7-4205-b040-6510ba61a885 None None] Routers {'3007f710-b658-4a83-a3ee-b2379787f43d'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:19:19.835537 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-a7df743b-abe7-4205-b040-6510ba61a885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:19:07Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['3007f710-b658-4a83-a3ee-b2379787f43d'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:19:19.971356 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-a7df743b-abe7-4205-b040-6510ba61a885 None None] Set router 3007f710-b658-4a83-a3ee-b2379787f43d gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:19:19.978360 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5edede28-1eb8-4267-87eb-6359493c6e91 admin admin] Notify callbacks [] for router, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:20.132132 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5edede28-1eb8-4267-87eb-6359493c6e91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:20.190028 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-a7df743b-abe7-4205-b040-6510ba61a885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'name': 'tempest-AttachVolumeTestJSON-1083161926-router', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:06Z', 'updated_at': '2021-06-22T07:19:18Z', 'revision_number': 5, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'gw_port': {'id': 'b9bd319e-2931-4a16-92b1-c3d887d13e74', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:07Z', 'updated_at': '2021-06-22T07:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:19:20.194789 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.plugin [None req-5edede28-1eb8-4267-87eb-6359493c6e91 admin admin] Deleting port b9bd319e-2931-4a16-92b1-c3d887d13e74 {{(pid=92821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:19:20.195157 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5edede28-1eb8-4267-87eb-6359493c6e91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:20.227407 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7df743b-abe7-4205-b040-6510ba61a885 None None] Checking router: 3007f710-b658-4a83-a3ee-b2379787f43d for host: dv-cinder-786627-11-smb {{(pid=92824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:19:20.237876 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7df743b-abe7-4205-b040-6510ba61a885 None None] Routers {'3007f710-b658-4a83-a3ee-b2379787f43d'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:19:20.237876 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-a7df743b-abe7-4205-b040-6510ba61a885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:19:07Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['3007f710-b658-4a83-a3ee-b2379787f43d'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:19:20.326730 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.db [None req-5edede28-1eb8-4267-87eb-6359493c6e91 admin admin] For port b9bd319e-2931-4a16-92b1-c3d887d13e74, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=b9bd319e-2931-4a16-92b1-c3d887d13e74,segment=NetworkSegment(1f136496-d650-4d4e-9fa5-f4757e98fad0),segment_id=1f136496-d650-4d4e-9fa5-f4757e98fad0)] {{(pid=92821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:19:20.327246 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5edede28-1eb8-4267-87eb-6359493c6e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:20.337044 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-a7df743b-abe7-4205-b040-6510ba61a885 None None] Set router 3007f710-b658-4a83-a3ee-b2379787f43d gateway port host: None {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:19:20.393753 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-a7df743b-abe7-4205-b040-6510ba61a885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'name': 'tempest-AttachVolumeTestJSON-1083161926-router', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:06Z', 'updated_at': '2021-06-22T07:19:20Z', 'revision_number': 6, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'gw_port_host': None}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:19:20.410320 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.plugin [None req-5edede28-1eb8-4267-87eb-6359493c6e91 admin admin] Calling delete_port for b9bd319e-2931-4a16-92b1-c3d887d13e74 owned by network:router_gateway {{(pid=92821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:19:20.434647 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7df743b-abe7-4205-b040-6510ba61a885 None None] The sync data for ids ['3007f710-b658-4a83-a3ee-b2379787f43d'] in dv-cinder-786627-11-smb is: [{'id': '3007f710-b658-4a83-a3ee-b2379787f43d', 'name': 'tempest-AttachVolumeTestJSON-1083161926-router', 'tenant_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:06Z', 'updated_at': '2021-06-22T07:19:20Z', 'revision_number': 6, 'project_id': '8633bcd9c8fa46bab225f46c1fdae48d', 'gw_port_host': None}] {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:19:20.638699 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5edede28-1eb8-4267-87eb-6359493c6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134075272'] for port, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:20.641042 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:20.671158 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edede28-1eb8-4267-87eb-6359493c6e91 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9bd319e-2931-4a16-92b1-c3d887d13e74,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:20.674339 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-5edede28-1eb8-4267-87eb-6359493c6e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:20.739461 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5edede28-1eb8-4267-87eb-6359493c6e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1592423'] for router_gateway, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:20.849667 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5edede28-1eb8-4267-87eb-6359493c6e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1146'] for router, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:20.854184 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5edede28-1eb8-4267-87eb-6359493c6e91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:20.915345 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5edede28-1eb8-4267-87eb-6359493c6e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1669339'] for router, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:20.916495 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edede28-1eb8-4267-87eb-6359493c6e91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3007f710-b658-4a83-a3ee-b2379787f43d {{(pid=92821) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 07:19:20.921927 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-5edede28-1eb8-4267-87eb-6359493c6e91 admin admin] Notify callbacks [] for router, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:20.923502 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-5edede28-1eb8-4267-87eb-6359493c6e91 admin admin] 10.222.0.22 "DELETE /v2.0/routers/3007f710-b658-4a83-a3ee-b2379787f43d HTTP/1.1" status: 204 len: 168 time: 1.0964015 Jun 22 07:19:20.926241 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 37686) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:19:21.088706 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.db_base_plugin_v2 [None req-df55bef7-81ee-4681-a33f-2282f398d70e admin admin] Deleting subnet 0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc {{(pid=92821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:19:21.093547 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-df55bef7-81ee-4681-a33f-2282f398d70e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:21.141699 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-df55bef7-81ee-4681-a33f-2282f398d70e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133979590'] for subnet, precommit_delete_associations {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:21.178271 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6b0db-866b-4a85-b918-81b700a7aeb2 req-e64dbb6d-6898-450c-93f2-8677e59af21f tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:21.179818 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c7a6b0db-866b-4a85-b918-81b700a7aeb2 req-e64dbb6d-6898-450c-93f2-8677e59af21f tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 931 time: 0.1772151 Jun 22 07:19:21.301470 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-c7a6b0db-866b-4a85-b918-81b700a7aeb2 req-c9239fa1-16a8-4652-864b-8e8795bbb041 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036572 Jun 22 07:19:21.317367 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-df55bef7-81ee-4681-a33f-2282f398d70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708745'] for subnet, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:21.411178 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-df55bef7-81ee-4681-a33f-2282f398d70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-134075330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130921171'] for subnet, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:21.421169 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:21.453363 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55bef7-81ee-4681-a33f-2282f398d70e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:21.460161 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-df55bef7-81ee-4681-a33f-2282f398d70e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:21.460587 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaf849b-9383-4b9a-8dc1-6542d08bd23b None None] Network 1163da0c-bad1-418d-8eb1-3c5b37310e74 requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:19:21.463880 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-df55bef7-81ee-4681-a33f-2282f398d70e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0e43e0f5-19f1-4e7d-b02c-fa0ce670d7bc HTTP/1.1" status: 204 len: 168 time: 0.5361676 Jun 22 07:19:21.464869 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-df55bef7-81ee-4681-a33f-2282f398d70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:21.466554 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 37688) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:19:21.551526 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-241ae605-1870-4fb4-bc51-87c4bb284283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735482'] for network, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:21.624566 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-241ae605-1870-4fb4-bc51-87c4bb284283 admin admin] Deleting port 55770aa1-745b-4e10-b1af-cfed93bcdb40 {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:19:21.624994 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-241ae605-1870-4fb4-bc51-87c4bb284283 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:21.701219 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [None req-241ae605-1870-4fb4-bc51-87c4bb284283 admin admin] For port 55770aa1-745b-4e10-b1af-cfed93bcdb40, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=55770aa1-745b-4e10-b1af-cfed93bcdb40,segment=NetworkSegment(5e0d4098-8976-46fc-9d81-b241fa91cf3f),segment_id=5e0d4098-8976-46fc-9d81-b241fa91cf3f)] {{(pid=92822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:19:21.701562 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-241ae605-1870-4fb4-bc51-87c4bb284283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:21.746317 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d7f84a-e4fe-4a3c-a819-4bc4457f2b8e None None] DHCP port deletion for 1163da0c-bad1-418d-8eb1-3c5b37310e74 request from dv-cinder-786627-11-smb {{(pid=92823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 07:19:21.789959 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-241ae605-1870-4fb4-bc51-87c4bb284283 admin admin] Calling delete_port for 55770aa1-745b-4e10-b1af-cfed93bcdb40 owned by network:dhcp {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:19:21.827856 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-90d7f84a-e4fe-4a3c-a819-4bc4457f2b8e None None] Deleting port 55770aa1-745b-4e10-b1af-cfed93bcdb40 {{(pid=92823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:19:21.828574 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-90d7f84a-e4fe-4a3c-a819-4bc4457f2b8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:21.904917 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-90d7f84a-e4fe-4a3c-a819-4bc4457f2b8e None None] For port 55770aa1-745b-4e10-b1af-cfed93bcdb40, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=55770aa1-745b-4e10-b1af-cfed93bcdb40,segment=NetworkSegment(5e0d4098-8976-46fc-9d81-b241fa91cf3f),segment_id=5e0d4098-8976-46fc-9d81-b241fa91cf3f)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:19:21.905602 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-90d7f84a-e4fe-4a3c-a819-4bc4457f2b8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:21.912993 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-241ae605-1870-4fb4-bc51-87c4bb284283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:21.922067 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-433ae069-6a91-4a27-a491-fb42b0a006d9 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:21.962088 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241ae605-1870-4fb4-bc51-87c4bb284283 admin admin] No DVR routers for this DVR port 55770aa1-745b-4e10-b1af-cfed93bcdb40 on host dv-cinder-786627-11-smb {{(pid=92822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:19:22.031787 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ae605-1870-4fb4-bc51-87c4bb284283 admin admin] Pushing event deleted for resources: {'Port': ['ID=55770aa1-745b-4e10-b1af-cfed93bcdb40,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:22.036472 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-241ae605-1870-4fb4-bc51-87c4bb284283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:22.046855 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-90d7f84a-e4fe-4a3c-a819-4bc4457f2b8e None None] Calling delete_port for 55770aa1-745b-4e10-b1af-cfed93bcdb40 owned by network:dhcp {{(pid=92823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:19:22.047124 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-241ae605-1870-4fb4-bc51-87c4bb284283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709888', 'neutron.services.segments.db._delete_segments_for_network-8736031724755'] for network, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:22.061884 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.services.segments.db [None req-241ae605-1870-4fb4-bc51-87c4bb284283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1163da0c-bad1-418d-8eb1-3c5b37310e74']}} {{(pid=92822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:19:22.086652 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.services.segments.db [None req-241ae605-1870-4fb4-bc51-87c4bb284283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e0d4098-8976-46fc-9d81-b241fa91cf3f') {'for_net_delete': True} {{(pid=92822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:19:22.087064 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.services.segments.db [None req-241ae605-1870-4fb4-bc51-87c4bb284283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e0d4098-8976-46fc-9d81-b241fa91cf3f') {} {{(pid=92822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:19:22.102704 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 55770aa1-745b-4e10-b1af-cfed93bcdb40 no longer exists at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:19:22.103693 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-241ae605-1870-4fb4-bc51-87c4bb284283 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736031724584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133502001'] for segment, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:22.123002 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-241ae605-1870-4fb4-bc51-87c4bb284283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:22.130121 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-241ae605-1870-4fb4-bc51-87c4bb284283 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=92822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:19:22.130523 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-241ae605-1870-4fb4-bc51-87c4bb284283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133502593'] for segment, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: Traceback (most recent call last): Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: timer() Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: cb(*args, **kw) Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: return func(*args, **kwargs) Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: self._notify() Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: self.callback(batched_events) Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: event.method(event) Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: return f(self, *a, **k) Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: return self._get(url).json() Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: return self.request(url, 'GET', **kwargs) Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:19:22.132483 dv-cinder-786627-11-smb neutron-server[92822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:19:22.145250 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-badbe661-7601-497f-823b-f0844c323d63 None None] No Port match for: 55770aa1-745b-4e10-b1af-cfed93bcdb40 {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:19:22.145900 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 55770aa1-745b-4e10-b1af-cfed93bcdb40 not bound to the agent host dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:19:22.146711 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 0f96d8de-6031-46e5-9924-1415cf53e9e6 no longer exists at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:19:22.206355 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-241ae605-1870-4fb4-bc51-87c4bb284283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592449'] for network, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:22.214201 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-241ae605-1870-4fb4-bc51-87c4bb284283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:22.222045 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-241ae605-1870-4fb4-bc51-87c4bb284283 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1163da0c-bad1-418d-8eb1-3c5b37310e74 HTTP/1.1" status: 204 len: 168 time: 0.7530177 Jun 22 07:19:22.222988 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-cdcebb26-e4fc-4618-95b8-3b395f0d5952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:22.258790 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ae605-1870-4fb4-bc51-87c4bb284283 admin admin] Pushing event deleted for resources: {'Network': ['ID=1163da0c-bad1-418d-8eb1-3c5b37310e74,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:22.266083 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-241ae605-1870-4fb4-bc51-87c4bb284283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:22.337241 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-badbe661-7601-497f-823b-f0844c323d63 None None] No Port match for: 0f96d8de-6031-46e5-9924-1415cf53e9e6 {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:19:22.338078 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 0f96d8de-6031-46e5-9924-1415cf53e9e6 not bound to the agent host dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:19:22.338981 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device b9bd319e-2931-4a16-92b1-c3d887d13e74 no longer exists at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:19:22.367230 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-badbe661-7601-497f-823b-f0844c323d63 None None] No Port match for: b9bd319e-2931-4a16-92b1-c3d887d13e74 {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:19:22.367230 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device b9bd319e-2931-4a16-92b1-c3d887d13e74 not bound to the agent host dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:19:22.385808 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-90d7f84a-e4fe-4a3c-a819-4bc4457f2b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439'] for port, after_delete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:22.388026 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:22.411883 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-90d7f84a-e4fe-4a3c-a819-4bc4457f2b8e None None] Network 1163da0c-bad1-418d-8eb1-3c5b37310e74 is not hosted by any dhcp agent {{(pid=92823) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 07:19:22.412407 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d7f84a-e4fe-4a3c-a819-4bc4457f2b8e None None] No DVR routers for this DVR port 55770aa1-745b-4e10-b1af-cfed93bcdb40 on host dv-cinder-786627-11-smb {{(pid=92823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:19:22.414163 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7f84a-e4fe-4a3c-a819-4bc4457f2b8e None None] Pushing event deleted for resources: {'Port': ['ID=55770aa1-745b-4e10-b1af-cfed93bcdb40,revision_number=None']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:22.429725 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-90d7f84a-e4fe-4a3c-a819-4bc4457f2b8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:22.507604 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 37694) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:19:22.601696 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-3c4ce1bb-6422-4ff0-be3c-bdd8b16796a5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8633bcd9c8fa46bab225f46c1fdae48d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0923381 Jun 22 07:19:22.604944 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 37696) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:19:22.692059 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57162db1-ec46-4f57-83e5-3d8c0c38a3ea req-69fe0ec1-c498-4234-ab76-950d9045f1fe tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:22.693612 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-57162db1-ec46-4f57-83e5-3d8c0c38a3ea req-69fe0ec1-c498-4234-ab76-950d9045f1fe tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 931 time: 0.1399539 Jun 22 07:19:22.694615 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-0c4e1a44-d220-458e-9abf-b3fb7247083a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:22.735641 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-0c4e1a44-d220-458e-9abf-b3fb7247083a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:22.766574 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-57162db1-ec46-4f57-83e5-3d8c0c38a3ea req-69d0a8b4-dfd9-46a6-9e96-9e222038830e tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609298 Jun 22 07:19:22.813361 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-0c4e1a44-d220-458e-9abf-b3fb7247083a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:22.816831 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-0c4e1a44-d220-458e-9abf-b3fb7247083a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:22.820061 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-0c4e1a44-d220-458e-9abf-b3fb7247083a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4284ed72-0c1e-4f1f-a4f3-4355eeb5afdb HTTP/1.1" status: 204 len: 168 time: 0.2135105 Jun 22 07:19:22.821991 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-6d2adf08-165a-4208-bc51-ea656609d796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:22.831252 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e1a44-d220-458e-9abf-b3fb7247083a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4284ed72-0c1e-4f1f-a4f3-4355eeb5afdb,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:22.834226 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-0c4e1a44-d220-458e-9abf-b3fb7247083a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:23.998289 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17e245-2d50-46ef-8896-7ec0ed61efe4 req-75dc9bf3-b12c-40f7-9a7a-7844498773a4 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:23.999898 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1e17e245-2d50-46ef-8896-7ec0ed61efe4 req-75dc9bf3-b12c-40f7-9a7a-7844498773a4 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 931 time: 0.0926678 Jun 22 07:19:24.060161 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1e17e245-2d50-46ef-8896-7ec0ed61efe4 req-373387e1-0c0b-4b0c-bc77-9d35c856975d tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519087 Jun 22 07:19:25.299035 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da30f57-06d7-4a7f-9b0f-2f2195ebaa0e req-3fc12973-eff5-4508-b1c3-fc74def9043a tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:25.300887 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1da30f57-06d7-4a7f-9b0f-2f2195ebaa0e req-3fc12973-eff5-4508-b1c3-fc74def9043a tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 931 time: 0.0806239 Jun 22 07:19:25.345107 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1da30f57-06d7-4a7f-9b0f-2f2195ebaa0e req-c1f834b9-ae85-4840-975b-52d30e3eef19 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366147 Jun 22 07:19:26.532841 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af224ca-12e2-4e89-9536-a358e1457ccd req-a81951ed-0bf2-4fc5-8c2b-25b8645b7d40 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:26.534343 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-9af224ca-12e2-4e89-9536-a358e1457ccd req-a81951ed-0bf2-4fc5-8c2b-25b8645b7d40 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 931 time: 0.0694902 Jun 22 07:19:26.573912 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-9af224ca-12e2-4e89-9536-a358e1457ccd req-c5aa3610-6e85-4010-aa6a-53684700725a tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336785 Jun 22 07:19:27.312638 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-cf6feb80-aa44-48dd-9ffb-3a31d01c70bd service neutron] Request body: {'port': {'device_id': 'be0240c9-959e-43e7-b802-ffd8655876bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:19:27.393902 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-cf6feb80-aa44-48dd-9ffb-3a31d01c70bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:27.661047 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-cf6feb80-aa44-48dd-9ffb-3a31d01c70bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd054cc2-fed2-455b-b732-744eccc70c35 {{(pid=92822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:19:27.669268 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-cf6feb80-aa44-48dd-9ffb-3a31d01c70bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:27.682204 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.provisioning_blocks [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-cf6feb80-aa44-48dd-9ffb-3a31d01c70bd service neutron] Transition to ACTIVE for port object dd054cc2-fed2-455b-b732-744eccc70c35 will not be triggered until provisioned by entity L2. {{(pid=92822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:19:27.686135 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-cf6feb80-aa44-48dd-9ffb-3a31d01c70bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:27.688174 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-277edd7e-79a2-49e4-b2b8-595ff4769fad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:27.752821 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14234fc-6562-4237-bf08-e236e9e11aa5 req-d5d671f1-1bab-42e3-af41-1a8d4ba03ca3 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:27.755796 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f14234fc-6562-4237-bf08-e236e9e11aa5 req-d5d671f1-1bab-42e3-af41-1a8d4ba03ca3 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 943 time: 0.0693755 Jun 22 07:19:27.765242 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6feb80-aa44-48dd-9ffb-3a31d01c70bd service neutron] Pushing event updated for resources: {'Port': ['ID=dd054cc2-fed2-455b-b732-744eccc70c35,revision_number=2']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:27.769068 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-cf6feb80-aa44-48dd-9ffb-3a31d01c70bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:27.802811 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-f14234fc-6562-4237-bf08-e236e9e11aa5 req-d7db36eb-981d-457a-a225-292e7c4acfac tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424495 Jun 22 07:19:27.841479 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-cf6feb80-aa44-48dd-9ffb-3a31d01c70bd service neutron] Attempting to bind port dd054cc2-fed2-455b-b732-744eccc70c35 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:19:27.841824 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-cf6feb80-aa44-48dd-9ffb-3a31d01c70bd service neutron] Attempting to bind port dd054cc2-fed2-455b-b732-744eccc70c35 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'cfaaff92-28a9-4bbc-aa3b-7322ef42f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2ce845aa-d4b3-4605-9809-77a5c62ddf74'}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:19:27.842159 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-cf6feb80-aa44-48dd-9ffb-3a31d01c70bd service neutron] Attempting to bind port dd054cc2-fed2-455b-b732-744eccc70c35 on network 2ce845aa-d4b3-4605-9809-77a5c62ddf74 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:19:27.846974 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-cf6feb80-aa44-48dd-9ffb-3a31d01c70bd service neutron] Port dd054cc2-fed2-455b-b732-744eccc70c35 on network 2ce845aa-d4b3-4605-9809-77a5c62ddf74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:19:27.847351 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-cf6feb80-aa44-48dd-9ffb-3a31d01c70bd service neutron] Attempting to bind port dd054cc2-fed2-455b-b732-744eccc70c35 on network 2ce845aa-d4b3-4605-9809-77a5c62ddf74 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:19:27.852567 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-cf6feb80-aa44-48dd-9ffb-3a31d01c70bd service neutron] Checking agent: {'id': '6c17c73a-1ba3-464e-bc7a-10a2b7fbfd09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'started_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:19:27.852903 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-cf6feb80-aa44-48dd-9ffb-3a31d01c70bd service neutron] Checking segment: {'id': 'cfaaff92-28a9-4bbc-aa3b-7322ef42f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2ce845aa-d4b3-4605-9809-77a5c62ddf74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:19:27.853288 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-cf6feb80-aa44-48dd-9ffb-3a31d01c70bd service neutron] Bound using segment: {'id': 'cfaaff92-28a9-4bbc-aa3b-7322ef42f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2ce845aa-d4b3-4605-9809-77a5c62ddf74'} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:19:27.853716 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-cf6feb80-aa44-48dd-9ffb-3a31d01c70bd service neutron] Bound port: dd054cc2-fed2-455b-b732-744eccc70c35, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfaaff92-28a9-4bbc-aa3b-7322ef42f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2ce845aa-d4b3-4605-9809-77a5c62ddf74'}}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:19:27.854068 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-cf6feb80-aa44-48dd-9ffb-3a31d01c70bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:27.931392 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-cf6feb80-aa44-48dd-9ffb-3a31d01c70bd service neutron] For port dd054cc2-fed2-455b-b732-744eccc70c35, host hv-cinder-78662, cleared binding levels {{(pid=92822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:19:27.934376 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-cf6feb80-aa44-48dd-9ffb-3a31d01c70bd service neutron] For port dd054cc2-fed2-455b-b732-744eccc70c35, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=dd054cc2-fed2-455b-b732-744eccc70c35,segment=NetworkSegment(cfaaff92-28a9-4bbc-aa3b-7322ef42f107),segment_id=cfaaff92-28a9-4bbc-aa3b-7322ef42f107)] {{(pid=92822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:19:27.937881 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-cf6feb80-aa44-48dd-9ffb-3a31d01c70bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:27.940713 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-4029541b-5670-449c-9036-213737f54941 tempest-VolumesActionsTest-2127896289 tempest-VolumesActionsTest-2127896289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:27.972224 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-cf6feb80-aa44-48dd-9ffb-3a31d01c70bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:27.972929 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-cf6feb80-aa44-48dd-9ffb-3a31d01c70bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:27.974318 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-cf6feb80-aa44-48dd-9ffb-3a31d01c70bd service neutron] 10.222.0.42 "PUT /v2.0/ports/dd054cc2-fed2-455b-b732-744eccc70c35 HTTP/1.1" status: 200 len: 1093 time: 0.6662791 Jun 22 07:19:27.974830 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be0240c9-959e-43e7-b802-ffd8655876bd', 'tag': 'dd054cc2-fed2-455b-b732-744eccc70c35'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:19:27.977363 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43442fc1-dceb-4b00-bf07-b6523815b623" -d '{"events": [{"name": "network-changed", "server_uuid": "be0240c9-959e-43e7-b802-ffd8655876bd", "tag": "dd054cc2-fed2-455b-b732-744eccc70c35"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:19:28.004085 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6feb80-aa44-48dd-9ffb-3a31d01c70bd service neutron] Pushing event updated for resources: {'Port': ['ID=dd054cc2-fed2-455b-b732-744eccc70c35,revision_number=3']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:28.009740 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-cf6feb80-aa44-48dd-9ffb-3a31d01c70bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:28.031788 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8d1e42-c38f-428e-aa1a-f3c5368e4a18 x-openstack-request-id: req-2c8d1e42-c38f-428e-aa1a-f3c5368e4a18 {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:19:28.032137 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be0240c9-959e-43e7-b802-ffd8655876bd", "tag": "dd054cc2-fed2-455b-b732-744eccc70c35", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:19:28.032424 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c8d1e42-c38f-428e-aa1a-f3c5368e4a18 {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:19:28.032848 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be0240c9-959e-43e7-b802-ffd8655876bd', 'tag': 'dd054cc2-fed2-455b-b732-744eccc70c35', 'status': 'completed', 'code': 200} Jun 22 07:19:28.080208 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-4adc635b-5dff-43bc-858c-659e39831fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:28.081707 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-4adc635b-5dff-43bc-858c-659e39831fcd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c0e5ee7866b45b999c83da25e56f5be&device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 1096 time: 0.0599973 Jun 22 07:19:28.124386 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-cd2bf1e6-6091-43e6-abd9-6ed1b74cc6dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd054cc2-fed2-455b-b732-744eccc70c35 HTTP/1.1" status: 200 len: 217 time: 0.0354700 Jun 22 07:19:28.181359 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-ee8ff5b8-aa14-4a3d-b20f-ffe82d17faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:28.182835 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-ee8ff5b8-aa14-4a3d-b20f-ffe82d17faaf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4015507f-ca37-4573-be26-702ec08b40aa HTTP/1.1" status: 200 len: 853 time: 0.0524430 Jun 22 07:19:28.243819 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-7b99932c-6429-498a-b06f-e7d44ff16e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:28.245335 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-7b99932c-6429-498a-b06f-e7d44ff16e8f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ce845aa-d4b3-4605-9809-77a5c62ddf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0565488 Jun 22 07:19:28.342981 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-0fdddc8b-3fde-45e1-bc56-428ceedb4eb3 service neutron] 10.222.0.42 "GET /v2.0/networks/2ce845aa-d4b3-4605-9809-77a5c62ddf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913162 Jun 22 07:19:28.438423 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-5461fbcf-ad5a-4e87-b246-eed35b39aad7 req-1076fae3-40cb-4f91-b413-45302e97a051 service neutron] 10.222.0.42 "GET /v2.0/networks/2ce845aa-d4b3-4605-9809-77a5c62ddf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886095 Jun 22 07:19:28.537570 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43442fc1-dceb-4b00-bf07-b6523815b623 req-d8f1bbb9-7bc2-4c64-b613-454cb170ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:28.539067 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-43442fc1-dceb-4b00-bf07-b6523815b623 req-d8f1bbb9-7bc2-4c64-b613-454cb170ffa2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c0e5ee7866b45b999c83da25e56f5be&device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 1096 time: 0.0537312 Jun 22 07:19:28.636799 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43442fc1-dceb-4b00-bf07-b6523815b623 req-faa051b1-dee1-4741-90f9-6cb7361c64e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:28.638170 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-43442fc1-dceb-4b00-bf07-b6523815b623 req-faa051b1-dee1-4741-90f9-6cb7361c64e4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ce845aa-d4b3-4605-9809-77a5c62ddf74 HTTP/1.1" status: 200 len: 915 time: 0.0922256 Jun 22 07:19:28.651882 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 37802) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:19:28.687042 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-43442fc1-dceb-4b00-bf07-b6523815b623 req-b690c1c1-28c3-4622-8bce-0dfb2aa4bdcd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd054cc2-fed2-455b-b732-744eccc70c35 HTTP/1.1" status: 200 len: 217 time: 0.0417514 Jun 22 07:19:28.738232 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43442fc1-dceb-4b00-bf07-b6523815b623 req-ea404de8-79c9-49eb-9173-b3253cd72781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:28.739831 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-43442fc1-dceb-4b00-bf07-b6523815b623 req-ea404de8-79c9-49eb-9173-b3253cd72781 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4015507f-ca37-4573-be26-702ec08b40aa HTTP/1.1" status: 200 len: 853 time: 0.0458648 Jun 22 07:19:28.809443 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e43cd381-9c22-460f-adfa-d3e4f329b1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:28.829545 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43442fc1-dceb-4b00-bf07-b6523815b623 req-b7575607-0a84-4aad-bd35-c47121dfb5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:28.831001 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-43442fc1-dceb-4b00-bf07-b6523815b623 req-b7575607-0a84-4aad-bd35-c47121dfb5d3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ce845aa-d4b3-4605-9809-77a5c62ddf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0843241 Jun 22 07:19:28.959085 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-43442fc1-dceb-4b00-bf07-b6523815b623 req-03a2165e-3f77-46d1-89ea-f827bc4eabdd service neutron] 10.222.0.42 "GET /v2.0/networks/2ce845aa-d4b3-4605-9809-77a5c62ddf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206508 Jun 22 07:19:28.988894 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466936b-eba5-4bb8-a8fc-5aac9695911d req-431bfe35-4440-435c-86b2-e10f1878b314 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:28.990374 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1466936b-eba5-4bb8-a8fc-5aac9695911d req-431bfe35-4440-435c-86b2-e10f1878b314 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 943 time: 0.0696595 Jun 22 07:19:29.029391 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1466936b-eba5-4bb8-a8fc-5aac9695911d req-dc346805-eda5-4e60-bcb9-1988b1cd4167 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324867 Jun 22 07:19:29.032886 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e43cd381-9c22-460f-adfa-d3e4f329b1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:29.038880 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e43cd381-9c22-460f-adfa-d3e4f329b1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:29.044247 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-2b2062e6-ed07-4c9a-b29d-3f137ef9b018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:29.091734 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-e43cd381-9c22-460f-adfa-d3e4f329b1b4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0d67af451c3b42ab9cbddee712ddf939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4387951 Jun 22 07:19:29.094397 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 37808) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:19:29.103306 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43cd381-9c22-460f-adfa-d3e4f329b1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1252aac4-7f9c-4e48-b2a0-c79b04bc5e90,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:29.107317 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-e43cd381-9c22-460f-adfa-d3e4f329b1b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:29.109649 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-43442fc1-dceb-4b00-bf07-b6523815b623 req-ef90fa01-daba-4ab9-9d40-29ddbe1b8cdb service neutron] 10.222.0.42 "GET /v2.0/networks/2ce845aa-d4b3-4605-9809-77a5c62ddf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429045 Jun 22 07:19:29.144353 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-9e823dab-887a-4567-bfc6-55dcf1f0a3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:29.165787 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-9e823dab-887a-4567-bfc6-55dcf1f0a3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:29.209415 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-9e823dab-887a-4567-bfc6-55dcf1f0a3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:29.212799 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-9e823dab-887a-4567-bfc6-55dcf1f0a3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:29.213910 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-9e823dab-887a-4567-bfc6-55dcf1f0a3f0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1252aac4-7f9c-4e48-b2a0-c79b04bc5e90 HTTP/1.1" status: 204 len: 168 time: 0.1185584 Jun 22 07:19:29.214717 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-c9f38cd0-c0ca-4f42-a209-7ef7cfd8d763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:29.222524 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e823dab-887a-4567-bfc6-55dcf1f0a3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1252aac4-7f9c-4e48-b2a0-c79b04bc5e90,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:29.224843 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-9e823dab-887a-4567-bfc6-55dcf1f0a3f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:30.209174 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a73fcd-77a0-48f8-863c-94ec7897c9f9 req-d7404cb7-d0a0-47ea-aac6-418abe41f2c8 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:30.210823 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d4a73fcd-77a0-48f8-863c-94ec7897c9f9 req-d7404cb7-d0a0-47ea-aac6-418abe41f2c8 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 943 time: 0.0681815 Jun 22 07:19:30.237176 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device dd054cc2-fed2-455b-b732-744eccc70c35 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:19:30.252422 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d4a73fcd-77a0-48f8-863c-94ec7897c9f9 req-a8610423-954b-4528-b6b3-86a75d4f6779 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356307 Jun 22 07:19:30.335753 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port dd054cc2-fed2-455b-b732-744eccc70c35, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=dd054cc2-fed2-455b-b732-744eccc70c35,segment=NetworkSegment(cfaaff92-28a9-4bbc-aa3b-7322ef42f107),segment_id=cfaaff92-28a9-4bbc-aa3b-7322ef42f107)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:19:30.347165 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Returning: {'device': 'dd054cc2-fed2-455b-b732-744eccc70c35', 'network_id': '2ce845aa-d4b3-4605-9809-77a5c62ddf74', 'port_id': 'dd054cc2-fed2-455b-b732-744eccc70c35', 'mac_address': 'fa:16:3e:34:89:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4015507f-ca37-4573-be26-702ec08b40aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:19:30.384195 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:30.397268 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd054cc2-fed2-455b-b732-744eccc70c35 {{(pid=92823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:19:30.417510 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port dd054cc2-fed2-455b-b732-744eccc70c35, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=dd054cc2-fed2-455b-b732-744eccc70c35,segment=NetworkSegment(cfaaff92-28a9-4bbc-aa3b-7322ef42f107),segment_id=cfaaff92-28a9-4bbc-aa3b-7322ef42f107)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:19:30.421827 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:30.424417 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:30.472971 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=dd054cc2-fed2-455b-b732-744eccc70c35,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:30.476051 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:30.627051 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['dd054cc2-fed2-455b-b732-744eccc70c35'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:19:31.421857 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937dd9d-f164-404d-b7c0-c12849766c97 req-c32cc48a-4d22-4760-b70e-fbb40f3c4b9b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:31.423321 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b937dd9d-f164-404d-b7c0-c12849766c97 req-c32cc48a-4d22-4760-b70e-fbb40f3c4b9b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 944 time: 0.0620048 Jun 22 07:19:31.459461 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b937dd9d-f164-404d-b7c0-c12849766c97 req-9293043b-9efb-4d10-aa38-5c630f147717 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305483 Jun 22 07:19:32.251783 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device dd054cc2-fed2-455b-b732-744eccc70c35 up at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:19:32.299089 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning for port dd054cc2-fed2-455b-b732-744eccc70c35 completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:19:32.302630 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning complete for port dd054cc2-fed2-455b-b732-744eccc70c35 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:19:32.303015 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:32.390478 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:32.413275 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0240c9-959e-43e7-b802-ffd8655876bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd054cc2-fed2-455b-b732-744eccc70c35'}] {{(pid=92823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:19:32.416111 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1855b14f289de04877f76e9f82b9d84154af39b836c558547df9393c60095739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4490b196-fca9-48dd-918f-ca8e166e0cbe" -d '{"events": [{"server_uuid": "be0240c9-959e-43e7-b802-ffd8655876bd", "name": "network-vif-plugged", "status": "completed", "tag": "dd054cc2-fed2-455b-b732-744eccc70c35"}]}' {{(pid=92823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:19:32.429633 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port dd054cc2-fed2-455b-b732-744eccc70c35, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=dd054cc2-fed2-455b-b732-744eccc70c35,segment=NetworkSegment(cfaaff92-28a9-4bbc-aa3b-7322ef42f107),segment_id=cfaaff92-28a9-4bbc-aa3b-7322ef42f107)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:19:32.434500 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:32.436420 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-0d191b2f-6179-47c5-96ca-eb5e43d573f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:32.458132 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0a62a9-4943-446f-b5eb-42887420c7fa x-openstack-request-id: req-9b0a62a9-4943-446f-b5eb-42887420c7fa {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:19:32.458437 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0240c9-959e-43e7-b802-ffd8655876bd", "name": "network-vif-plugged", "status": "completed", "tag": "dd054cc2-fed2-455b-b732-744eccc70c35", "code": 200}]} {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:19:32.458698 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9b0a62a9-4943-446f-b5eb-42887420c7fa {{(pid=92823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:19:32.459093 dv-cinder-786627-11-smb neutron-server[92823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be0240c9-959e-43e7-b802-ffd8655876bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd054cc2-fed2-455b-b732-744eccc70c35', 'code': 200} Jun 22 07:19:32.486488 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=dd054cc2-fed2-455b-b732-744eccc70c35,revision_number=5']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:32.489714 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:32.636297 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbfaf1-eb36-4f71-aba6-3c8b39a523ae req-ce8a1e53-2c2a-4aac-8175-48e371ed143c tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:32.637674 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-09fbfaf1-eb36-4f71-aba6-3c8b39a523ae req-ce8a1e53-2c2a-4aac-8175-48e371ed143c tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 945 time: 0.0681353 Jun 22 07:19:32.680070 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-09fbfaf1-eb36-4f71-aba6-3c8b39a523ae req-fedebea5-17b0-40a8-96e3-0e6d0ad0242e tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364528 Jun 22 07:19:32.683108 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4b202-bb22-48bf-84c5-4193bebfc263 req-102089b8-bc12-4408-94c0-6c6a3722339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:32.684749 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-a9f4b202-bb22-48bf-84c5-4193bebfc263 req-102089b8-bc12-4408-94c0-6c6a3722339d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 1098 time: 0.0573843 Jun 22 07:19:32.720253 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-a9f4b202-bb22-48bf-84c5-4193bebfc263 req-90294441-d33c-4afe-836c-71e5d6889a22 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289714 Jun 22 07:19:33.857478 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50474fbb-4ac6-4fed-bf22-7965727ba855 req-d5bcd0dd-8688-43af-82fe-648f20094e6b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:33.858933 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-50474fbb-4ac6-4fed-bf22-7965727ba855 req-d5bcd0dd-8688-43af-82fe-648f20094e6b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 945 time: 0.0663521 Jun 22 07:19:33.896261 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-50474fbb-4ac6-4fed-bf22-7965727ba855 req-5e29e4f6-0c8c-44a3-bab2-2e4a61409525 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316670 Jun 22 07:19:34.082131 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7900b-9f99-420c-9fd2-1137584006f4 req-16373cae-b019-418e-88f5-fdf5417b09e8 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:34.083615 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-dae7900b-9f99-420c-9fd2-1137584006f4 req-16373cae-b019-418e-88f5-fdf5417b09e8 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 945 time: 0.0692976 Jun 22 07:19:34.123570 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-dae7900b-9f99-420c-9fd2-1137584006f4 req-efa55b29-2955-4f42-b606-1d31e52444e5 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342238 Jun 22 07:19:34.127985 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-7c844850-7890-4bb8-a809-a420cbba17fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:34.520541 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec233d2-95dc-400e-a244-909e7492a50e req-f9098b6a-513d-4654-9cbf-e2a966ae0ff5 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:34.522070 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-fec233d2-95dc-400e-a244-909e7492a50e req-f9098b6a-513d-4654-9cbf-e2a966ae0ff5 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 945 time: 0.0789583 Jun 22 07:19:34.565259 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-fec233d2-95dc-400e-a244-909e7492a50e req-7790e584-1ab8-484c-afb2-59d37309549a tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367718 Jun 22 07:19:36.742610 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-89f1e035-d292-44fa-84f1-9f576edffeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:36.938569 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:37.742337 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:37.878981 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166fa51-eb6a-4d2b-9f3e-e73e4d862c64 req-b5329b24-d021-4e6b-bf18-c1dc7c8bf255 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:37.880653 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7166fa51-eb6a-4d2b-9f3e-e73e4d862c64 req-b5329b24-d021-4e6b-bf18-c1dc7c8bf255 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 945 time: 0.0717494 Jun 22 07:19:37.924066 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7166fa51-eb6a-4d2b-9f3e-e73e4d862c64 req-2e375c88-12ee-408b-8ec9-0f850491275c tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361125 Jun 22 07:19:37.950749 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 37970) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:19:38.148196 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8855b9b-6049-46c6-b859-773a9ee6669a tempest-TestMinimumBasicScenario-791608224 tempest-TestMinimumBasicScenario-791608224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:38.150051 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-f8855b9b-6049-46c6-b859-773a9ee6669a tempest-TestMinimumBasicScenario-791608224 tempest-TestMinimumBasicScenario-791608224-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 1093 time: 0.1982691 Jun 22 07:19:38.152911 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 37984) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:19:38.157314 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-2a1b6b6c-e7aa-4703-af73-0798091a348b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Request body: {'floatingip': {'floating_network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'port_id': 'dd054cc2-fed2-455b-b732-744eccc70c35', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:19:38.180946 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6b6c-e7aa-4703-af73-0798091a348b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for floatingip, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:38.310455 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6b6c-e7aa-4703-af73-0798091a348b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:38.420863 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.db_base_plugin_common [None req-2a1b6b6c-e7aa-4703-af73-0798091a348b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Allocated IP 172.28.3.21 (7f141025-a293-49e1-b229-0532c619cb79/4bf01720-6969-45ff-87ec-9c9eeac501f4/c9c54b63-3149-417e-96ba-1d42a192425e) {{(pid=92821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:19:38.523643 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6b6c-e7aa-4703-af73-0798091a348b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for port, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:38.561997 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6b6c-e7aa-4703-af73-0798091a348b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-134075313'] for port, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:38.564191 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-6ad29d1b-5f07-4a50-b6b8-4dcc84192b84 tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:38.607303 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1b6b6c-e7aa-4703-af73-0798091a348b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Network 7f141025-a293-49e1-b229-0532c619cb79 is already hosted by enough agents. {{(pid=92821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:19:38.610368 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.base_scheduler [None req-2a1b6b6c-e7aa-4703-af73-0798091a348b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Resources bound (agent type, host, resource id): {{(pid=92821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:19:38.613940 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1b6b6c-e7aa-4703-af73-0798091a348b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Received port after_create {{(pid=92821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:19:38.637569 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b6b6c-e7aa-4703-af73-0798091a348b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Pushing event updated for resources: {'Port': ['ID=c9c54b63-3149-417e-96ba-1d42a192425e,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:38.641966 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-2a1b6b6c-e7aa-4703-af73-0798091a348b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:38.987552 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6b6c-e7aa-4703-af73-0798091a348b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:39.064626 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6b6c-e7aa-4703-af73-0798091a348b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:39.208217 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6b6c-e7aa-4703-af73-0798091a348b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for port, precommit_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:39.212748 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6b6c-e7aa-4703-af73-0798091a348b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134075267'] for port, after_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:39.215517 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-b0d1a072-a334-4161-9881-06261f58c6b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:39.278197 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b6b6c-e7aa-4703-af73-0798091a348b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Pushing event updated for resources: {'Port': ['ID=c9c54b63-3149-417e-96ba-1d42a192425e,revision_number=2']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:39.285378 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-2a1b6b6c-e7aa-4703-af73-0798091a348b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:39.291731 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6b6c-e7aa-4703-af73-0798091a348b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592476'] for floatingip, after_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:39.399526 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.db.l3_db [None req-2a1b6b6c-e7aa-4703-af73-0798091a348b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Floating IP c7939451-4056-4380-8e79-c243f52dd230 associated. External IP: 172.28.3.21, port: dd054cc2-fed2-455b-b732-744eccc70c35. Jun 22 07:19:39.831244 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:39.864403 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1b6b6c-e7aa-4703-af73-0798091a348b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Router 9a7f5063-097c-4b4b-ad7e-44e11edb09fe has already been hosted by L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d {{(pid=92821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:19:39.971796 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1b6b6c-e7aa-4703-af73-0798091a348b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:19:39.981563 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d44d125-eed0-43d7-80a3-d9e7e332602c None None] Sync routers for ids ['9a7f5063-097c-4b4b-ad7e-44e11edb09fe'] in dv-cinder-786627-11-smb {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:19:39.987445 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6b6c-e7aa-4703-af73-0798091a348b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for floatingip, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:39.990695 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d44d125-eed0-43d7-80a3-d9e7e332602c None None] Routers {'9a7f5063-097c-4b4b-ad7e-44e11edb09fe'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:19:39.991373 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-5d44d125-eed0-43d7-80a3-d9e7e332602c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:19:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['9a7f5063-097c-4b4b-ad7e-44e11edb09fe'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:19:40.026249 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-2a1b6b6c-e7aa-4703-af73-0798091a348b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8699396 Jun 22 07:19:40.026249 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be0240c9-959e-43e7-b802-ffd8655876bd', 'tag': 'dd054cc2-fed2-455b-b732-744eccc70c35'}] {{(pid=92821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:19:40.026922 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 38004) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:19:40.027328 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114834e2e6b09b68797994cdefe3657428da4a047d1a7f773825cb7610845d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435366f9-4c3e-4fac-a7ed-44bee65874f5" -d '{"events": [{"name": "network-changed", "server_uuid": "be0240c9-959e-43e7-b802-ffd8655876bd", "tag": "dd054cc2-fed2-455b-b732-744eccc70c35"}]}' {{(pid=92821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:19:40.031366 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-8c03651d-4912-48e9-a59b-4ad6a2307467 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1037311166', 'description': 'tempest-secgroup-smoke-1037311166 description', 'project_id': '4c0e5ee7866b45b999c83da25e56f5be'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:19:40.056771 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-8c03651d-4912-48e9-a59b-4ad6a2307467 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:40.070254 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d116f033-5d9d-4384-ac12-744f2f801ba2 x-openstack-request-id: req-d116f033-5d9d-4384-ac12-744f2f801ba2 {{(pid=92821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:19:40.070878 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be0240c9-959e-43e7-b802-ffd8655876bd", "tag": "dd054cc2-fed2-455b-b732-744eccc70c35", "status": "completed", "code": 200}]} {{(pid=92821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:19:40.071177 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d116f033-5d9d-4384-ac12-744f2f801ba2 {{(pid=92821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:19:40.071649 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be0240c9-959e-43e7-b802-ffd8655876bd', 'tag': 'dd054cc2-fed2-455b-b732-744eccc70c35', 'status': 'completed', 'code': 200} Jun 22 07:19:40.113733 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-5d44d125-eed0-43d7-80a3-d9e7e332602c None None] Set router 9a7f5063-097c-4b4b-ad7e-44e11edb09fe gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:19:40.180718 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435366f9-4c3e-4fac-a7ed-44bee65874f5 req-05a4960c-5d77-4f5f-b622-ad9be0df50e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:40.182196 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-435366f9-4c3e-4fac-a7ed-44bee65874f5 req-05a4960c-5d77-4f5f-b622-ad9be0df50e8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c0e5ee7866b45b999c83da25e56f5be&device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 1098 time: 0.0888305 Jun 22 07:19:40.184374 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-8c03651d-4912-48e9-a59b-4ad6a2307467 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:40.189967 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-8c03651d-4912-48e9-a59b-4ad6a2307467 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:40.198520 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-e47cc1b5-d94f-4e3c-a78a-817f2337d75f tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:40.268751 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-8c03651d-4912-48e9-a59b-4ad6a2307467 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:40.269961 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-8c03651d-4912-48e9-a59b-4ad6a2307467 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2424078 Jun 22 07:19:40.272998 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 38008) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:19:40.278257 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-bbaf0d18-fc1c-4cf5-94e4-b72c74aac618 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Request body: {'security_group_rule': {'security_group_id': '7e5aebf2-c77a-48fb-be90-f6240d91b9b7', 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:19:40.280900 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03651d-4912-48e9-a59b-4ad6a2307467 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5aebf2-c77a-48fb-be90-f6240d91b9b7,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:40.284919 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-8c03651d-4912-48e9-a59b-4ad6a2307467 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:40.312968 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435366f9-4c3e-4fac-a7ed-44bee65874f5 req-b6bf62c3-2473-4c51-8258-25c66584b9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:40.317578 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-435366f9-4c3e-4fac-a7ed-44bee65874f5 req-b6bf62c3-2473-4c51-8258-25c66584b9e5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ce845aa-d4b3-4605-9809-77a5c62ddf74 HTTP/1.1" status: 200 len: 915 time: 0.1256382 Jun 22 07:19:40.319080 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-bbaf0d18-fc1c-4cf5-94e4-b72c74aac618 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:40.379450 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-5d44d125-eed0-43d7-80a3-d9e7e332602c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'name': 'tempest-TestMinimumBasicScenario-154821686-router', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23'}], 'enable_snat': True}, 'gw_port_id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:18:52Z', 'updated_at': '2021-06-22T07:18:55Z', 'revision_number': 4, 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'gw_port': {'id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:53Z', 'updated_at': '2021-06-22T07:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_floatingips': [{'id': 'c7939451-4056-4380-8e79-c243f52dd230', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'floating_ip_address': '172.28.3.21', 'floating_network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'router_id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'port_id': 'dd054cc2-fed2-455b-b732-744eccc70c35', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce845aa-d4b3-4605-9809-77a5c62ddf74', 'mac_address': 'fa:16:3e:34:89:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0240c9-959e-43e7-b802-ffd8655876bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:19:38Z', 'updated_at': '2021-06-22T07:19:38Z', 'revision_number': 0, 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1cedecf-0605-46d7-b927-47310c34d341', 'name': '', 'network_id': '2ce845aa-d4b3-4605-9809-77a5c62ddf74', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'mac_address': 'fa:16:3e:4f:19:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4015507f-ca37-4573-be26-702ec08b40aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:54Z', 'updated_at': '2021-06-22T07:19:02Z', 'revision_number': 5, 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'subnets': [{'id': '4015507f-ca37-4573-be26-702ec08b40aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:19:40.393500 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-bbaf0d18-fc1c-4cf5-94e4-b72c74aac618 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:40.398011 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-bbaf0d18-fc1c-4cf5-94e4-b72c74aac618 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425153'] for security_group_rule, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:40.401008 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-435366f9-4c3e-4fac-a7ed-44bee65874f5 req-81dd2fdd-1352-4217-b71a-640c69b9888a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd054cc2-fed2-455b-b732-744eccc70c35 HTTP/1.1" status: 200 len: 998 time: 0.0796838 Jun 22 07:19:40.403365 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:40.408447 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d44d125-eed0-43d7-80a3-d9e7e332602c None None] Checking router: 9a7f5063-097c-4b4b-ad7e-44e11edb09fe for host: dv-cinder-786627-11-smb {{(pid=92823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:19:40.418759 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf0d18-fc1c-4cf5-94e4-b72c74aac618 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6769fdff-a54b-43a0-ab15-04ba73efb5ec,revision_number=0']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:40.419090 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d44d125-eed0-43d7-80a3-d9e7e332602c None None] Routers {'9a7f5063-097c-4b4b-ad7e-44e11edb09fe'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:19:40.419712 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-5d44d125-eed0-43d7-80a3-d9e7e332602c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:19:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['9a7f5063-097c-4b4b-ad7e-44e11edb09fe'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:19:40.423559 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-bbaf0d18-fc1c-4cf5-94e4-b72c74aac618 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:40.436756 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-bbaf0d18-fc1c-4cf5-94e4-b72c74aac618 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:40.437954 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-bbaf0d18-fc1c-4cf5-94e4-b72c74aac618 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1639431 Jun 22 07:19:40.440661 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 38010) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:19:40.445950 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-e3172657-10cc-4f66-a0d7-b7645b3c9b5b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Request body: {'security_group_rule': {'security_group_id': '7e5aebf2-c77a-48fb-be90-f6240d91b9b7', 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:19:40.458127 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435366f9-4c3e-4fac-a7ed-44bee65874f5 req-2bebfdf2-a722-4cd8-bfda-4a043a4240d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:40.459638 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-435366f9-4c3e-4fac-a7ed-44bee65874f5 req-2bebfdf2-a722-4cd8-bfda-4a043a4240d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4015507f-ca37-4573-be26-702ec08b40aa HTTP/1.1" status: 200 len: 853 time: 0.0525367 Jun 22 07:19:40.473641 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-e3172657-10cc-4f66-a0d7-b7645b3c9b5b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:40.520887 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435366f9-4c3e-4fac-a7ed-44bee65874f5 req-092bef89-6ef1-4858-95ec-3c437a58dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:40.522372 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-435366f9-4c3e-4fac-a7ed-44bee65874f5 req-092bef89-6ef1-4858-95ec-3c437a58dec6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ce845aa-d4b3-4605-9809-77a5c62ddf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0557966 Jun 22 07:19:40.538774 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-e3172657-10cc-4f66-a0d7-b7645b3c9b5b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:40.543914 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-5d44d125-eed0-43d7-80a3-d9e7e332602c None None] Set router 9a7f5063-097c-4b4b-ad7e-44e11edb09fe gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:19:40.544232 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-e3172657-10cc-4f66-a0d7-b7645b3c9b5b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425153'] for security_group_rule, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:40.546592 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:40.560086 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3172657-10cc-4f66-a0d7-b7645b3c9b5b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f7c70a-3d8b-4ad0-8370-5d8bd48dea1a,revision_number=0']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:40.563633 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-e3172657-10cc-4f66-a0d7-b7645b3c9b5b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:40.576224 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-e3172657-10cc-4f66-a0d7-b7645b3c9b5b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:40.578613 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-e3172657-10cc-4f66-a0d7-b7645b3c9b5b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1368914 Jun 22 07:19:40.581389 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 38014) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:19:40.587820 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-88fc9b1a-1687-451e-9f2b-1f9509e2b942 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Request body: {'security_group_rule': {'security_group_id': '7e5aebf2-c77a-48fb-be90-f6240d91b9b7', 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:19:40.628071 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-435366f9-4c3e-4fac-a7ed-44bee65874f5 req-3b04ead9-1f51-4d60-b558-45d16c6e2704 service neutron] 10.222.0.42 "GET /v2.0/networks/2ce845aa-d4b3-4605-9809-77a5c62ddf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974793 Jun 22 07:19:40.628724 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-88fc9b1a-1687-451e-9f2b-1f9509e2b942 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:40.708428 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-88fc9b1a-1687-451e-9f2b-1f9509e2b942 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:40.715966 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-88fc9b1a-1687-451e-9f2b-1f9509e2b942 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425153'] for security_group_rule, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:40.720188 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:40.738318 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-435366f9-4c3e-4fac-a7ed-44bee65874f5 req-1c0a2753-1eb9-41b2-a86d-7b97fbe5259c service neutron] 10.222.0.42 "GET /v2.0/networks/2ce845aa-d4b3-4605-9809-77a5c62ddf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042318 Jun 22 07:19:40.740467 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc9b1a-1687-451e-9f2b-1f9509e2b942 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f981588-2f24-4fbd-a543-96965111fd3a,revision_number=0']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:40.748900 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-88fc9b1a-1687-451e-9f2b-1f9509e2b942 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:40.760546 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-88fc9b1a-1687-451e-9f2b-1f9509e2b942 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:40.763530 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-88fc9b1a-1687-451e-9f2b-1f9509e2b942 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1809642 Jun 22 07:19:40.766092 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 38018) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:19:40.772748 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-46a94293-2062-4aad-8490-d7f19e1830b8 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Request body: {'security_group_rule': {'security_group_id': '7e5aebf2-c77a-48fb-be90-f6240d91b9b7', 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:19:40.803866 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-46a94293-2062-4aad-8490-d7f19e1830b8 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:40.845819 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-5d44d125-eed0-43d7-80a3-d9e7e332602c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'name': 'tempest-TestMinimumBasicScenario-154821686-router', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23'}], 'enable_snat': True}, 'gw_port_id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:18:52Z', 'updated_at': '2021-06-22T07:18:55Z', 'revision_number': 4, 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'gw_port': {'id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:53Z', 'updated_at': '2021-06-22T07:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_floatingips': [{'id': 'c7939451-4056-4380-8e79-c243f52dd230', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'floating_ip_address': '172.28.3.21', 'floating_network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'router_id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'port_id': 'dd054cc2-fed2-455b-b732-744eccc70c35', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce845aa-d4b3-4605-9809-77a5c62ddf74', 'mac_address': 'fa:16:3e:34:89:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0240c9-959e-43e7-b802-ffd8655876bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:19:38Z', 'updated_at': '2021-06-22T07:19:38Z', 'revision_number': 0, 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1cedecf-0605-46d7-b927-47310c34d341', 'name': '', 'network_id': '2ce845aa-d4b3-4605-9809-77a5c62ddf74', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'mac_address': 'fa:16:3e:4f:19:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4015507f-ca37-4573-be26-702ec08b40aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:54Z', 'updated_at': '2021-06-22T07:19:02Z', 'revision_number': 5, 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'subnets': [{'id': '4015507f-ca37-4573-be26-702ec08b40aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:19:40.874794 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-46a94293-2062-4aad-8490-d7f19e1830b8 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:40.876266 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d44d125-eed0-43d7-80a3-d9e7e332602c None None] The sync data for ids ['9a7f5063-097c-4b4b-ad7e-44e11edb09fe'] in dv-cinder-786627-11-smb is: [{'id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'name': 'tempest-TestMinimumBasicScenario-154821686-router', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23'}], 'enable_snat': True}, 'gw_port_id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:18:52Z', 'updated_at': '2021-06-22T07:18:55Z', 'revision_number': 4, 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'gw_port': {'id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:53Z', 'updated_at': '2021-06-22T07:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_floatingips': [{'id': 'c7939451-4056-4380-8e79-c243f52dd230', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'floating_ip_address': '172.28.3.21', 'floating_network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'router_id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'port_id': 'dd054cc2-fed2-455b-b732-744eccc70c35', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce845aa-d4b3-4605-9809-77a5c62ddf74', 'mac_address': 'fa:16:3e:34:89:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0240c9-959e-43e7-b802-ffd8655876bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:19:38Z', 'updated_at': '2021-06-22T07:19:38Z', 'revision_number': 0, 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1cedecf-0605-46d7-b927-47310c34d341', 'name': '', 'network_id': '2ce845aa-d4b3-4605-9809-77a5c62ddf74', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'mac_address': 'fa:16:3e:4f:19:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4015507f-ca37-4573-be26-702ec08b40aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:54Z', 'updated_at': '2021-06-22T07:19:02Z', 'revision_number': 5, 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'subnets': [{'id': '4015507f-ca37-4573-be26-702ec08b40aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:19:40.880728 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-46a94293-2062-4aad-8490-d7f19e1830b8 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425153'] for security_group_rule, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:40.883152 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-8aa88083-eff8-4802-8e0f-c4d5cdc9d37b tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:40.903720 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a94293-2062-4aad-8490-d7f19e1830b8 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0344463-1cd4-4b6d-9b51-30b0e8774671,revision_number=0']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:40.911652 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-46a94293-2062-4aad-8490-d7f19e1830b8 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:40.915718 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-46a94293-2062-4aad-8490-d7f19e1830b8 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:40.917511 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-46a94293-2062-4aad-8490-d7f19e1830b8 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1500416 Jun 22 07:19:40.920088 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 38022) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:19:40.924996 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-32a1f002-da5b-40d5-b4e7-3ea1f91dd8ad tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Request body: {'security_group_rule': {'security_group_id': '7e5aebf2-c77a-48fb-be90-f6240d91b9b7', 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:19:40.957441 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.db.securitygroups_db [None req-32a1f002-da5b-40d5-b4e7-3ea1f91dd8ad tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Project 4c0e5ee7866b45b999c83da25e56f5be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 07:19:40.965585 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-32a1f002-da5b-40d5-b4e7-3ea1f91dd8ad tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:41.052616 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-32a1f002-da5b-40d5-b4e7-3ea1f91dd8ad tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:41.057590 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-32a1f002-da5b-40d5-b4e7-3ea1f91dd8ad tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425153'] for security_group_rule, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:41.060173 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-46a94293-2062-4aad-8490-d7f19e1830b8 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:41.082380 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1f002-da5b-40d5-b4e7-3ea1f91dd8ad tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41790fcf-3a3e-4a37-9a67-dfcfa3cddd1d,revision_number=0']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:41.093557 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-32a1f002-da5b-40d5-b4e7-3ea1f91dd8ad tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:41.098917 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-32a1f002-da5b-40d5-b4e7-3ea1f91dd8ad tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:41.103880 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-32a1f002-da5b-40d5-b4e7-3ea1f91dd8ad tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1827104 Jun 22 07:19:41.106513 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 38030) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:19:41.112886 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-a2fe3340-bd3e-4292-9d4d-f076e169a310 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Request body: {'security_group_rule': {'security_group_id': '7e5aebf2-c77a-48fb-be90-f6240d91b9b7', 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:19:41.143272 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.db.securitygroups_db [None req-a2fe3340-bd3e-4292-9d4d-f076e169a310 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Project 4c0e5ee7866b45b999c83da25e56f5be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 07:19:41.150624 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-a2fe3340-bd3e-4292-9d4d-f076e169a310 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:41.185973 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf7a28e-0dd1-4b6f-8b76-0d332d4890e6 None None] New status for floating IP c7939451-4056-4380-8e79-c243f52dd230: ACTIVE {{(pid=92824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:19:41.233638 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-a2fe3340-bd3e-4292-9d4d-f076e169a310 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:41.239511 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-a2fe3340-bd3e-4292-9d4d-f076e169a310 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425153'] for security_group_rule, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:41.241556 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:41.258629 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe3340-bd3e-4292-9d4d-f076e169a310 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fbcb054-9d0d-4ea2-9457-2eac07624291,revision_number=0']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:41.262034 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-a2fe3340-bd3e-4292-9d4d-f076e169a310 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:41.266181 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-a2fe3340-bd3e-4292-9d4d-f076e169a310 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:41.267639 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-a2fe3340-bd3e-4292-9d4d-f076e169a310 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1596859 Jun 22 07:19:41.426930 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-fcbd669b-6ad5-43b4-ad38-7363558056d4 req-b6201ef9-6d97-471f-805c-e533d0936feb tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1037311166&fields=id&tenant_id=4c0e5ee7866b45b999c83da25e56f5be HTTP/1.1" status: 200 len: 267 time: 0.0441575 Jun 22 07:19:41.512816 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd669b-6ad5-43b4-ad38-7363558056d4 req-ddf627c8-de1f-4575-a84b-d2a6ee24d167 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:41.514360 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-fcbd669b-6ad5-43b4-ad38-7363558056d4 req-ddf627c8-de1f-4575-a84b-d2a6ee24d167 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 945 time: 0.0804501 Jun 22 07:19:41.527133 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [req-fcbd669b-6ad5-43b4-ad38-7363558056d4 req-26c56f8e-2822-4d0f-874e-7b032a85a3d1 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Request body: {'port': {'security_groups': ['e3cf137f-1dc3-404b-a0e4-c00b3ce906e4', '7e5aebf2-c77a-48fb-be90-f6240d91b9b7']}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:19:41.621035 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [req-fcbd669b-6ad5-43b4-ad38-7363558056d4 req-26c56f8e-2822-4d0f-874e-7b032a85a3d1 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:41.814910 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.db [req-fcbd669b-6ad5-43b4-ad38-7363558056d4 req-26c56f8e-2822-4d0f-874e-7b032a85a3d1 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] For port dd054cc2-fed2-455b-b732-744eccc70c35, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=dd054cc2-fed2-455b-b732-744eccc70c35,segment=NetworkSegment(cfaaff92-28a9-4bbc-aa3b-7322ef42f107),segment_id=cfaaff92-28a9-4bbc-aa3b-7322ef42f107)] {{(pid=92821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:19:41.847464 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [req-fcbd669b-6ad5-43b4-ad38-7363558056d4 req-26c56f8e-2822-4d0f-874e-7b032a85a3d1 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for port, precommit_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:41.852595 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [req-fcbd669b-6ad5-43b4-ad38-7363558056d4 req-26c56f8e-2822-4d0f-874e-7b032a85a3d1 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134075267'] for port, after_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:41.857329 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:41.864891 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['dd054cc2-fed2-455b-b732-744eccc70c35'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:19:41.906948 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd669b-6ad5-43b4-ad38-7363558056d4 req-26c56f8e-2822-4d0f-874e-7b032a85a3d1 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:41.907654 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [req-fcbd669b-6ad5-43b4-ad38-7363558056d4 req-26c56f8e-2822-4d0f-874e-7b032a85a3d1 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:41.909105 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-fcbd669b-6ad5-43b4-ad38-7363558056d4 req-26c56f8e-2822-4d0f-874e-7b032a85a3d1 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "PUT /v2.0/ports/dd054cc2-fed2-455b-b732-744eccc70c35 HTTP/1.1" status: 200 len: 981 time: 0.3875339 Jun 22 07:19:41.935701 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c56f8e-2822-4d0f-874e-7b032a85a3d1 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Pushing event updated for resources: {'Port': ['ID=dd054cc2-fed2-455b-b732-744eccc70c35,revision_number=6']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:41.939377 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-26c56f8e-2822-4d0f-874e-7b032a85a3d1 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:41.964094 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['dd054cc2-fed2-455b-b732-744eccc70c35'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:19:42.100835 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be0240c9-959e-43e7-b802-ffd8655876bd', 'tag': 'dd054cc2-fed2-455b-b732-744eccc70c35'}] {{(pid=92821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:19:42.103628 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114834e2e6b09b68797994cdefe3657428da4a047d1a7f773825cb7610845d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319746fe-ef10-4412-9588-338c116fdabf" -d '{"events": [{"name": "network-changed", "server_uuid": "be0240c9-959e-43e7-b802-ffd8655876bd", "tag": "dd054cc2-fed2-455b-b732-744eccc70c35"}]}' {{(pid=92821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:19:42.168117 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ece41-d328-4179-a88d-317c333776b1 req-886ff5b9-bac1-4fb0-82e4-73fd0601936c tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:42.169958 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-059ece41-d328-4179-a88d-317c333776b1 req-886ff5b9-bac1-4fb0-82e4-73fd0601936c tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 984 time: 0.1067894 Jun 22 07:19:42.172191 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8715017-8b6d-416b-bab9-639b0f637e64 x-openstack-request-id: req-b8715017-8b6d-416b-bab9-639b0f637e64 {{(pid=92821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:19:42.172645 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be0240c9-959e-43e7-b802-ffd8655876bd", "tag": "dd054cc2-fed2-455b-b732-744eccc70c35", "status": "completed", "code": 200}]} {{(pid=92821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:19:42.173036 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b8715017-8b6d-416b-bab9-639b0f637e64 {{(pid=92821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:19:42.173575 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be0240c9-959e-43e7-b802-ffd8655876bd', 'tag': 'dd054cc2-fed2-455b-b732-744eccc70c35', 'status': 'completed', 'code': 200} Jun 22 07:19:42.250842 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-059ece41-d328-4179-a88d-317c333776b1 req-cfade403-be8b-4654-aaff-6f2a618074d1 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&id=7e5aebf2-c77a-48fb-be90-f6240d91b9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0665061 Jun 22 07:19:42.310122 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319746fe-ef10-4412-9588-338c116fdabf req-ea29b7c7-1b90-415a-891e-3930574cee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:42.312591 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-319746fe-ef10-4412-9588-338c116fdabf req-ea29b7c7-1b90-415a-891e-3930574cee22 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c0e5ee7866b45b999c83da25e56f5be&device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 1137 time: 0.1127326 Jun 22 07:19:42.316454 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-15564e72-4632-4564-81a2-576a119bb9e6 None None] Provisioning complete for port dd054cc2-fed2-455b-b732-744eccc70c35 triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:19:42.316837 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-15564e72-4632-4564-81a2-576a119bb9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:42.454431 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319746fe-ef10-4412-9588-338c116fdabf req-b106666b-20a9-4efb-8850-138ea4f6a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:42.456947 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-319746fe-ef10-4412-9588-338c116fdabf req-b106666b-20a9-4efb-8850-138ea4f6a7c8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ce845aa-d4b3-4605-9809-77a5c62ddf74 HTTP/1.1" status: 200 len: 915 time: 0.1375861 Jun 22 07:19:42.551972 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-319746fe-ef10-4412-9588-338c116fdabf req-6d7b0c23-ad7b-49ab-85e9-3af5433b7882 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd054cc2-fed2-455b-b732-744eccc70c35 HTTP/1.1" status: 200 len: 1000 time: 0.0853143 Jun 22 07:19:42.628055 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319746fe-ef10-4412-9588-338c116fdabf req-cb85c5d7-04fd-47fb-badd-10c3d21cc96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:42.629923 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-319746fe-ef10-4412-9588-338c116fdabf req-cb85c5d7-04fd-47fb-badd-10c3d21cc96d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4015507f-ca37-4573-be26-702ec08b40aa HTTP/1.1" status: 200 len: 853 time: 0.0715313 Jun 22 07:19:42.713788 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319746fe-ef10-4412-9588-338c116fdabf req-55f51405-ad14-432c-8206-cfd648e6cc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:42.716024 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-319746fe-ef10-4412-9588-338c116fdabf req-55f51405-ad14-432c-8206-cfd648e6cc2a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ce845aa-d4b3-4605-9809-77a5c62ddf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0794363 Jun 22 07:19:42.824121 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-319746fe-ef10-4412-9588-338c116fdabf req-99c17e3f-0b56-4def-b3ee-c87a9c7a1486 service neutron] 10.222.0.42 "GET /v2.0/networks/2ce845aa-d4b3-4605-9809-77a5c62ddf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008983 Jun 22 07:19:42.917972 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-319746fe-ef10-4412-9588-338c116fdabf req-a326788e-79a5-4614-8837-7637df486133 service neutron] 10.222.0.42 "GET /v2.0/networks/2ce845aa-d4b3-4605-9809-77a5c62ddf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874274 Jun 22 07:19:45.998841 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-e76d5264-de8b-4d78-bb34-467dba346e06 req-248a2556-25ed-4937-be50-f1c8832c0648 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511220 Jun 22 07:19:46.104499 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d5264-de8b-4d78-bb34-467dba346e06 req-5893c240-fd1e-4716-9c52-41e296d2323b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:46.106037 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-e76d5264-de8b-4d78-bb34-467dba346e06 req-5893c240-fd1e-4716-9c52-41e296d2323b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c0e5ee7866b45b999c83da25e56f5be&device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 1137 time: 0.0626414 Jun 22 07:19:46.212294 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d5264-de8b-4d78-bb34-467dba346e06 req-463af9a7-7893-4d4d-a57a-4abb3359fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:46.213748 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-e76d5264-de8b-4d78-bb34-467dba346e06 req-463af9a7-7893-4d4d-a57a-4abb3359fddd service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ce845aa-d4b3-4605-9809-77a5c62ddf74 HTTP/1.1" status: 200 len: 915 time: 0.0851555 Jun 22 07:19:46.292046 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-e76d5264-de8b-4d78-bb34-467dba346e06 req-35ac6841-df78-4a99-a5bf-a017af02c30d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd054cc2-fed2-455b-b732-744eccc70c35 HTTP/1.1" status: 200 len: 1000 time: 0.0690105 Jun 22 07:19:46.341582 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d5264-de8b-4d78-bb34-467dba346e06 req-21b0b6f9-0c1a-4c12-b305-32552cf48254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:46.343122 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-e76d5264-de8b-4d78-bb34-467dba346e06 req-21b0b6f9-0c1a-4c12-b305-32552cf48254 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4015507f-ca37-4573-be26-702ec08b40aa HTTP/1.1" status: 200 len: 853 time: 0.0447993 Jun 22 07:19:46.402669 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d5264-de8b-4d78-bb34-467dba346e06 req-c3756644-78e7-4ed5-b149-f4f25c8f9e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:46.404283 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-e76d5264-de8b-4d78-bb34-467dba346e06 req-c3756644-78e7-4ed5-b149-f4f25c8f9e19 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ce845aa-d4b3-4605-9809-77a5c62ddf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0521259 Jun 22 07:19:46.494821 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-e76d5264-de8b-4d78-bb34-467dba346e06 req-daec024f-3f33-4409-aa4c-829c08fb11cd service neutron] 10.222.0.42 "GET /v2.0/networks/2ce845aa-d4b3-4605-9809-77a5c62ddf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826716 Jun 22 07:19:46.584771 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-e76d5264-de8b-4d78-bb34-467dba346e06 req-ff2414ce-43d4-4d11-aa5e-2f78d15a9252 service neutron] 10.222.0.42 "GET /v2.0/networks/2ce845aa-d4b3-4605-9809-77a5c62ddf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826819 Jun 22 07:19:47.011660 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 6 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:19:47.653616 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:59.392303 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 38242) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:19:59.494743 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-10708ffe-ea80-4cb3-a89a-bfd0025bd3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:59.580458 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-10708ffe-ea80-4cb3-a89a-bfd0025bd3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:59.583901 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-10708ffe-ea80-4cb3-a89a-bfd0025bd3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:59.586129 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-cc24b057-70dd-4838-971e-5b6ded4e925a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:59.626129 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-10708ffe-ea80-4cb3-a89a-bfd0025bd3a5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6d4b3cf9ff464cc68aafc66b5ac11266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326949 Jun 22 07:19:59.627060 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10708ffe-ea80-4cb3-a89a-bfd0025bd3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38df59be-afe9-40d3-9195-55bd4cd5a794,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:59.629044 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 38246) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:19:59.634796 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10708ffe-ea80-4cb3-a89a-bfd0025bd3a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:59.635228 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10708ffe-ea80-4cb3-a89a-bfd0025bd3a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:59.635580 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10708ffe-ea80-4cb3-a89a-bfd0025bd3a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:59.635944 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10708ffe-ea80-4cb3-a89a-bfd0025bd3a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:59.636691 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10708ffe-ea80-4cb3-a89a-bfd0025bd3a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:59.636691 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10708ffe-ea80-4cb3-a89a-bfd0025bd3a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:59.636985 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10708ffe-ea80-4cb3-a89a-bfd0025bd3a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:59.637332 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10708ffe-ea80-4cb3-a89a-bfd0025bd3a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:59.637684 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10708ffe-ea80-4cb3-a89a-bfd0025bd3a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:59.638037 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10708ffe-ea80-4cb3-a89a-bfd0025bd3a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:59.638382 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10708ffe-ea80-4cb3-a89a-bfd0025bd3a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:59.638730 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10708ffe-ea80-4cb3-a89a-bfd0025bd3a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:59.642713 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-10708ffe-ea80-4cb3-a89a-bfd0025bd3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:59.686382 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-55387436-1193-47bf-862a-225282e7fbdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:59.708673 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-55387436-1193-47bf-862a-225282e7fbdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:59.756371 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-55387436-1193-47bf-862a-225282e7fbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:59.759212 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-55387436-1193-47bf-862a-225282e7fbdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:59.760552 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-55387436-1193-47bf-862a-225282e7fbdd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/38df59be-afe9-40d3-9195-55bd4cd5a794 HTTP/1.1" status: 204 len: 168 time: 0.1305094 Jun 22 07:19:59.761394 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-d046fd0d-6001-482c-8cbc-16f86b96fd7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:59.768524 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55387436-1193-47bf-862a-225282e7fbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38df59be-afe9-40d3-9195-55bd4cd5a794,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:59.776896 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55387436-1193-47bf-862a-225282e7fbdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:59.777274 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55387436-1193-47bf-862a-225282e7fbdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:59.777668 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55387436-1193-47bf-862a-225282e7fbdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:59.778035 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55387436-1193-47bf-862a-225282e7fbdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:59.778396 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55387436-1193-47bf-862a-225282e7fbdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:59.778758 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55387436-1193-47bf-862a-225282e7fbdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:59.779112 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55387436-1193-47bf-862a-225282e7fbdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:59.779538 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55387436-1193-47bf-862a-225282e7fbdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:59.779839 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55387436-1193-47bf-862a-225282e7fbdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:59.780188 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55387436-1193-47bf-862a-225282e7fbdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:59.780540 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55387436-1193-47bf-862a-225282e7fbdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:59.780890 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55387436-1193-47bf-862a-225282e7fbdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:59.784105 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-55387436-1193-47bf-862a-225282e7fbdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:00.027724 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 38252) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:00.040723 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-de400679-2380-4635-b0f2-f5ae4e00b68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:00.126467 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-de400679-2380-4635-b0f2-f5ae4e00b68f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:00.130143 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-de400679-2380-4635-b0f2-f5ae4e00b68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:00.133439 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-8ebdafb6-3f85-4ba8-917a-4d4ae428130f tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:00.167667 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-de400679-2380-4635-b0f2-f5ae4e00b68f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b85f227551c5458d8ba65fdd0ab8a1ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388533 Jun 22 07:20:00.169680 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de400679-2380-4635-b0f2-f5ae4e00b68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7133a46c-976a-4341-84f1-9e56d34656bd,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:00.170525 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 38254) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:00.172719 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-de400679-2380-4635-b0f2-f5ae4e00b68f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:00.221765 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-e13dacc7-59a6-407b-84c4-db58722150ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:00.242772 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-e13dacc7-59a6-407b-84c4-db58722150ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:00.289272 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-e13dacc7-59a6-407b-84c4-db58722150ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:00.292315 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-e13dacc7-59a6-407b-84c4-db58722150ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:00.293446 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-e13dacc7-59a6-407b-84c4-db58722150ce admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7133a46c-976a-4341-84f1-9e56d34656bd HTTP/1.1" status: 204 len: 168 time: 0.1219559 Jun 22 07:20:00.294206 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-61aecf9c-4b2c-4a13-b0db-e548f9f7f176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:00.301739 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13dacc7-59a6-407b-84c4-db58722150ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7133a46c-976a-4341-84f1-9e56d34656bd,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:00.303967 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-e13dacc7-59a6-407b-84c4-db58722150ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:02.625818 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 38324) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:02.727073 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-c0a37ea3-1357-40cf-ac54-eba8fbc43f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:02.822773 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-c0a37ea3-1357-40cf-ac54-eba8fbc43f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:02.826539 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-c0a37ea3-1357-40cf-ac54-eba8fbc43f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:02.829210 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-42a663ab-04c4-4d16-80f0-211457d13b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:02.868978 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a37ea3-1357-40cf-ac54-eba8fbc43f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bf96ad-b487-4022-a504-18aa3ddec65d,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:02.873504 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-c0a37ea3-1357-40cf-ac54-eba8fbc43f21 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=433c0b7da9c04b37a67c9278f05b264a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466288 Jun 22 07:20:02.875105 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-c0a37ea3-1357-40cf-ac54-eba8fbc43f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:02.876144 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 38328) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:02.930098 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8580b7a6-9cb4-480c-9242-c92911157401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:02.953277 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8580b7a6-9cb4-480c-9242-c92911157401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:03.014391 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8580b7a6-9cb4-480c-9242-c92911157401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:03.017333 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-8580b7a6-9cb4-480c-9242-c92911157401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:03.018551 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-8580b7a6-9cb4-480c-9242-c92911157401 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/35bf96ad-b487-4022-a504-18aa3ddec65d HTTP/1.1" status: 204 len: 168 time: 0.1412668 Jun 22 07:20:03.019412 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-9e823dab-887a-4567-bfc6-55dcf1f0a3f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:03.028007 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580b7a6-9cb4-480c-9242-c92911157401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bf96ad-b487-4022-a504-18aa3ddec65d,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:03.030409 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-8580b7a6-9cb4-480c-9242-c92911157401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:03.307945 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 38334) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:03.322096 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-991ce139-bd41-4895-ae38-9fca7a75484a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:03.419418 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-991ce139-bd41-4895-ae38-9fca7a75484a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:03.423472 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-991ce139-bd41-4895-ae38-9fca7a75484a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:03.425878 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-c09e3bdf-efb5-4c08-a895-47450f950e4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:03.461393 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-991ce139-bd41-4895-ae38-9fca7a75484a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=86b1ba0e83e248e6986075cc465d9e8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522441 Jun 22 07:20:03.462320 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce139-bd41-4895-ae38-9fca7a75484a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f475e1-9668-4a5f-b148-30dae9489c57,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:03.464707 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 38336) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:03.466175 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-991ce139-bd41-4895-ae38-9fca7a75484a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:03.519556 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-fb56310e-b73a-4d3f-ad20-bc3cb817b5de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:03.542244 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-fb56310e-b73a-4d3f-ad20-bc3cb817b5de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:03.594128 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-fb56310e-b73a-4d3f-ad20-bc3cb817b5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:03.597244 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-fb56310e-b73a-4d3f-ad20-bc3cb817b5de admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:03.598386 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-fb56310e-b73a-4d3f-ad20-bc3cb817b5de admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/13f475e1-9668-4a5f-b148-30dae9489c57 HTTP/1.1" status: 204 len: 168 time: 0.1319628 Jun 22 07:20:03.599152 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-97fb318c-2a9d-4ad6-91c9-7986c9dd5a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:03.607782 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56310e-b73a-4d3f-ad20-bc3cb817b5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f475e1-9668-4a5f-b148-30dae9489c57,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:03.610147 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-fb56310e-b73a-4d3f-ad20-bc3cb817b5de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:04.131130 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-20e977a9-fa1d-4029-a19b-b051b6626e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:05.306369 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 38390) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:05.412321 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-9e52ae5a-2425-40fa-a63f-e53f4e73ad5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:05.501564 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-9e52ae5a-2425-40fa-a63f-e53f4e73ad5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:05.508101 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-9e52ae5a-2425-40fa-a63f-e53f4e73ad5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:05.511190 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-10708ffe-ea80-4cb3-a89a-bfd0025bd3a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:05.547986 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52ae5a-2425-40fa-a63f-e53f4e73ad5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051c0be4-e3c9-4e0e-ae70-74fdda79cc23,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:05.551270 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-9e52ae5a-2425-40fa-a63f-e53f4e73ad5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:05.553805 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-9e52ae5a-2425-40fa-a63f-e53f4e73ad5b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3407ebdc2ba741ee9f540b4ed0fb3d16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464476 Jun 22 07:20:05.556418 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 38394) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:05.603845 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-fd7ddf4c-9e60-47ee-bf48-0d8839c2ed63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:05.624826 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-fd7ddf4c-9e60-47ee-bf48-0d8839c2ed63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:05.677918 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-fd7ddf4c-9e60-47ee-bf48-0d8839c2ed63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:05.680700 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-fd7ddf4c-9e60-47ee-bf48-0d8839c2ed63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:05.681831 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-fd7ddf4c-9e60-47ee-bf48-0d8839c2ed63 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/051c0be4-e3c9-4e0e-ae70-74fdda79cc23 HTTP/1.1" status: 204 len: 168 time: 0.1244888 Jun 22 07:20:05.682896 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-acb98eac-0dae-432f-a604-bc45da293f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:05.690436 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ddf4c-9e60-47ee-bf48-0d8839c2ed63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051c0be4-e3c9-4e0e-ae70-74fdda79cc23,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:05.692808 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-fd7ddf4c-9e60-47ee-bf48-0d8839c2ed63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:05.949012 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 38400) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:05.962222 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-22d6b274-a5b8-4945-ba8e-e5106436b575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:06.056113 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-22d6b274-a5b8-4945-ba8e-e5106436b575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:06.060103 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-22d6b274-a5b8-4945-ba8e-e5106436b575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:06.063299 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-ca4e068e-0920-4252-aa0a-f06aa5d7c268 tempest-AttachVolumeShelveTestJSON-1265089730 tempest-AttachVolumeShelveTestJSON-1265089730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:06.098911 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-22d6b274-a5b8-4945-ba8e-e5106436b575 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4e9dc90fc3214a10979d72293fe34572&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488452 Jun 22 07:20:06.099895 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6b274-a5b8-4945-ba8e-e5106436b575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb3dd18-d6b0-4e4f-8462-106bf3424944,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:06.101580 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 38402) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:06.102873 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-22d6b274-a5b8-4945-ba8e-e5106436b575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:06.150256 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ab37f915-ebc4-4eb1-ac83-e0d30744557a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:06.173095 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ab37f915-ebc4-4eb1-ac83-e0d30744557a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:06.221370 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ab37f915-ebc4-4eb1-ac83-e0d30744557a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:06.224390 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-ab37f915-ebc4-4eb1-ac83-e0d30744557a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:06.225521 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-ab37f915-ebc4-4eb1-ac83-e0d30744557a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9eb3dd18-d6b0-4e4f-8462-106bf3424944 HTTP/1.1" status: 204 len: 168 time: 0.1223044 Jun 22 07:20:06.226329 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-9e52ae5a-2425-40fa-a63f-e53f4e73ad5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:06.233673 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37f915-ebc4-4eb1-ac83-e0d30744557a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb3dd18-d6b0-4e4f-8462-106bf3424944,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:06.236062 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ab37f915-ebc4-4eb1-ac83-e0d30744557a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:06.750135 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-540cb30e-aba3-49eb-a396-ab26d037206e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:06.941033 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:07.747846 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:07.981611 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5e8b4-24a0-41d5-b1c7-f3afa57d9fc8 req-bfab3d0b-c604-4ccf-9546-13b4b726d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:07.983753 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-bbd5e8b4-24a0-41d5-b1c7-f3afa57d9fc8 req-bfab3d0b-c604-4ccf-9546-13b4b726d36c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c0e5ee7866b45b999c83da25e56f5be&device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 1137 time: 0.0605037 Jun 22 07:20:08.017567 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613c8b5-3a9a-4654-b05d-7d39840e4ec9 req-c7ea0346-f0ed-4750-925b-a151c91b47be tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:08.019054 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7613c8b5-3a9a-4654-b05d-7d39840e4ec9 req-c7ea0346-f0ed-4750-925b-a151c91b47be tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 984 time: 0.0660214 Jun 22 07:20:08.072090 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7613c8b5-3a9a-4654-b05d-7d39840e4ec9 req-fd8d7b7a-cf10-4ed4-a7bf-e63be3838b14 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&id=7e5aebf2-c77a-48fb-be90-f6240d91b9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368083 Jun 22 07:20:08.082513 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5e8b4-24a0-41d5-b1c7-f3afa57d9fc8 req-10e1baac-6df9-4816-be60-cf3353e49a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:08.083973 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-bbd5e8b4-24a0-41d5-b1c7-f3afa57d9fc8 req-10e1baac-6df9-4816-be60-cf3353e49a76 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ce845aa-d4b3-4605-9809-77a5c62ddf74 HTTP/1.1" status: 200 len: 915 time: 0.0918517 Jun 22 07:20:08.150714 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-bbd5e8b4-24a0-41d5-b1c7-f3afa57d9fc8 req-5b8d9713-29ca-4d12-8d56-928a44145274 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd054cc2-fed2-455b-b732-744eccc70c35 HTTP/1.1" status: 200 len: 1000 time: 0.0586836 Jun 22 07:20:08.200291 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5e8b4-24a0-41d5-b1c7-f3afa57d9fc8 req-5135aaa9-79c3-4838-93ec-91045163986a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:08.201709 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-bbd5e8b4-24a0-41d5-b1c7-f3afa57d9fc8 req-5135aaa9-79c3-4838-93ec-91045163986a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4015507f-ca37-4573-be26-702ec08b40aa HTTP/1.1" status: 200 len: 853 time: 0.0448654 Jun 22 07:20:08.262928 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5e8b4-24a0-41d5-b1c7-f3afa57d9fc8 req-6be4c6af-f5af-41b8-94a4-614a46deedb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:08.264423 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-bbd5e8b4-24a0-41d5-b1c7-f3afa57d9fc8 req-6be4c6af-f5af-41b8-94a4-614a46deedb2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ce845aa-d4b3-4605-9809-77a5c62ddf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0551929 Jun 22 07:20:08.351639 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-bbd5e8b4-24a0-41d5-b1c7-f3afa57d9fc8 req-c1344328-5035-4726-8dc8-39b4182f2fd2 service neutron] 10.222.0.42 "GET /v2.0/networks/2ce845aa-d4b3-4605-9809-77a5c62ddf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799470 Jun 22 07:20:08.448138 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-bbd5e8b4-24a0-41d5-b1c7-f3afa57d9fc8 req-34beb6d9-379c-4dd4-9fcd-f40b2f099c03 service neutron] 10.222.0.42 "GET /v2.0/networks/2ce845aa-d4b3-4605-9809-77a5c62ddf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894563 Jun 22 07:20:09.254757 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d56f69-814c-4249-afe9-fcebc865d21f req-359f7fb7-00d8-4831-8beb-f937a520802f tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:09.265342 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-87d56f69-814c-4249-afe9-fcebc865d21f req-359f7fb7-00d8-4831-8beb-f937a520802f tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 984 time: 0.0718579 Jun 22 07:20:09.304517 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-87d56f69-814c-4249-afe9-fcebc865d21f req-92068ef3-9def-491d-9451-deaafad1a09e tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&id=7e5aebf2-c77a-48fb-be90-f6240d91b9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408201 Jun 22 07:20:09.821711 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:10.482040 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20baa121-147d-4cd4-9379-0e137950b634 req-9bafc89a-2392-4d0b-b6e5-f4f658997273 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:10.483546 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-20baa121-147d-4cd4-9379-0e137950b634 req-9bafc89a-2392-4d0b-b6e5-f4f658997273 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 984 time: 0.0637801 Jun 22 07:20:10.523544 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-20baa121-147d-4cd4-9379-0e137950b634 req-c06e6256-1f8b-4e9a-8113-1cac79afd6db tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&id=7e5aebf2-c77a-48fb-be90-f6240d91b9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343285 Jun 22 07:20:11.699661 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a9cca-e62c-4db1-9baf-3f176f312d23 req-ab9924de-968e-4111-920a-c93c0e40fdbd tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:11.701151 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d52a9cca-e62c-4db1-9baf-3f176f312d23 req-ab9924de-968e-4111-920a-c93c0e40fdbd tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 984 time: 0.0652604 Jun 22 07:20:11.740295 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d52a9cca-e62c-4db1-9baf-3f176f312d23 req-0f305d9f-0ae2-4443-878a-daf4f73736f4 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&id=7e5aebf2-c77a-48fb-be90-f6240d91b9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332828 Jun 22 07:20:12.915932 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ed554-ca7b-4168-8a74-fc186b8d2272 req-a6d49d44-fdc5-4bc2-aa42-07821db96deb tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:12.917399 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-160ed554-ca7b-4168-8a74-fc186b8d2272 req-a6d49d44-fdc5-4bc2-aa42-07821db96deb tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 984 time: 0.0665689 Jun 22 07:20:12.956571 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-160ed554-ca7b-4168-8a74-fc186b8d2272 req-47660678-caa1-498d-addd-7b53ee1ccec6 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&id=7e5aebf2-c77a-48fb-be90-f6240d91b9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335109 Jun 22 07:20:14.132778 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d551cf7-2759-41bd-b454-920d2d24cee1 req-b72e7eb4-d871-4e50-a064-c1b5bc8780ca tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:14.134204 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1d551cf7-2759-41bd-b454-920d2d24cee1 req-b72e7eb4-d871-4e50-a064-c1b5bc8780ca tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 984 time: 0.0627339 Jun 22 07:20:14.173743 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1d551cf7-2759-41bd-b454-920d2d24cee1 req-ae518b17-eb7e-4e7d-aa55-97b40af4ec09 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&id=7e5aebf2-c77a-48fb-be90-f6240d91b9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329325 Jun 22 07:20:15.351597 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81904f-c469-4bb5-8f2b-26ee600b84b8 req-6e8d1e17-3d1a-425d-8ddf-1bb8fb13b262 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:15.353073 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2e81904f-c469-4bb5-8f2b-26ee600b84b8 req-6e8d1e17-3d1a-425d-8ddf-1bb8fb13b262 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 984 time: 0.0687587 Jun 22 07:20:15.393191 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2e81904f-c469-4bb5-8f2b-26ee600b84b8 req-b2393fbc-f152-4696-9236-f54717678fcc tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&id=7e5aebf2-c77a-48fb-be90-f6240d91b9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341337 Jun 22 07:20:16.564639 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb358d81-3488-4e19-a6f1-3a4f1326919a req-8622bf9a-eafb-4205-8e23-96835992d233 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:16.566077 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-eb358d81-3488-4e19-a6f1-3a4f1326919a req-8622bf9a-eafb-4205-8e23-96835992d233 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 984 time: 0.0633399 Jun 22 07:20:16.605032 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-eb358d81-3488-4e19-a6f1-3a4f1326919a req-1d7254d6-d412-4ac8-a5e2-3a2c67248bee tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&id=7e5aebf2-c77a-48fb-be90-f6240d91b9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326982 Jun 22 07:20:16.937459 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 38528) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:17.038288 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c2ef99e0-7323-4114-b9e9-8737de96acda admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:17.122953 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c2ef99e0-7323-4114-b9e9-8737de96acda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:17.126637 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c2ef99e0-7323-4114-b9e9-8737de96acda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:17.129017 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-5d3b7b1e-590e-4234-aa57-87374855e91a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:17.164352 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-c2ef99e0-7323-4114-b9e9-8737de96acda admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f4f4ee82521d448b9d97be01015c44b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2258420 Jun 22 07:20:17.165278 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef99e0-7323-4114-b9e9-8737de96acda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79a2ff4-e5ca-48b8-b797-e8e67ef8081e,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:17.167039 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 38532) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:17.169048 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-c2ef99e0-7323-4114-b9e9-8737de96acda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:17.217768 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ac9a425b-3bf7-4c94-84ec-0f2a967e86d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:17.239184 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ac9a425b-3bf7-4c94-84ec-0f2a967e86d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:17.286664 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ac9a425b-3bf7-4c94-84ec-0f2a967e86d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:17.289289 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ac9a425b-3bf7-4c94-84ec-0f2a967e86d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:17.290567 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-ac9a425b-3bf7-4c94-84ec-0f2a967e86d1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b79a2ff4-e5ca-48b8-b797-e8e67ef8081e HTTP/1.1" status: 204 len: 168 time: 0.1224430 Jun 22 07:20:17.291390 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-0c4e1a44-d220-458e-9abf-b3fb7247083a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:17.299052 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a425b-3bf7-4c94-84ec-0f2a967e86d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79a2ff4-e5ca-48b8-b797-e8e67ef8081e,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:17.301401 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-ac9a425b-3bf7-4c94-84ec-0f2a967e86d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:17.549024 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 38538) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:17.566535 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-e85aadce-056d-412b-8d3c-8ff47c85b900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:17.655418 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:17.663746 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-e85aadce-056d-412b-8d3c-8ff47c85b900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:17.667758 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-e85aadce-056d-412b-8d3c-8ff47c85b900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:17.671197 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-de477fe2-30d4-4620-96cd-e742d96bf4e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:17.708861 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-e85aadce-056d-412b-8d3c-8ff47c85b900 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e5c8f475a04c43aebbff281be6f28375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587560 Jun 22 07:20:17.709777 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85aadce-056d-412b-8d3c-8ff47c85b900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55950b39-3602-4482-b302-8878a3cdfe9e,revision_number=1']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:17.711542 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 38542) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:17.712841 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-e85aadce-056d-412b-8d3c-8ff47c85b900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:17.761666 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-7dea043b-0dc1-4496-823a-f82af66b5ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:17.783643 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-7dea043b-0dc1-4496-823a-f82af66b5ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:17.783854 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc841ab-deac-4123-b0ca-cbb5d165e567 req-c04290f8-4268-42cd-b00d-974678c99d2c tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:17.785218 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7cc841ab-deac-4123-b0ca-cbb5d165e567 req-c04290f8-4268-42cd-b00d-974678c99d2c tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 984 time: 0.0645144 Jun 22 07:20:17.825960 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7cc841ab-deac-4123-b0ca-cbb5d165e567 req-74abcbe5-facb-4fd4-a0d4-e88fd9ad1079 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&id=7e5aebf2-c77a-48fb-be90-f6240d91b9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348625 Jun 22 07:20:17.832854 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-7dea043b-0dc1-4496-823a-f82af66b5ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:17.835481 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-7dea043b-0dc1-4496-823a-f82af66b5ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:17.839812 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-7dea043b-0dc1-4496-823a-f82af66b5ff6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/55950b39-3602-4482-b302-8878a3cdfe9e HTTP/1.1" status: 204 len: 168 time: 0.1241269 Jun 22 07:20:17.839812 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-9f1163d0-6bd0-4577-8a54-25fb6b8ffec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:17.848742 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea043b-0dc1-4496-823a-f82af66b5ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55950b39-3602-4482-b302-8878a3cdfe9e,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:17.851068 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-7dea043b-0dc1-4496-823a-f82af66b5ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:18.492225 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 38564) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:18.585348 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [None req-06f831ce-0e87-4c1e-91b4-3f6ecec402aa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1186681429-network', 'tenant_id': 'eea58b496f404147a03d9f2b2adb673d'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:20:18.606759 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f831ce-0e87-4c1e-91b4-3f6ecec402aa admin admin] Made reservation on behalf of eea58b496f404147a03d9f2b2adb673d for: {'network': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:20:18.609242 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-06f831ce-0e87-4c1e-91b4-3f6ecec402aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for network, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:18.620246 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-06f831ce-0e87-4c1e-91b4-3f6ecec402aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:18.717178 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-06f831ce-0e87-4c1e-91b4-3f6ecec402aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:18.720838 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-06f831ce-0e87-4c1e-91b4-3f6ecec402aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:18.724148 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-8d3c26b9-91bb-4a20-901d-0ca07a84447c tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:18.751395 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f831ce-0e87-4c1e-91b4-3f6ecec402aa admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=92822) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:20:18.758200 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f831ce-0e87-4c1e-91b4-3f6ecec402aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf313ed6-d2a4-4ad1-ba48-37b6f8b6e16b,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:18.763909 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-06f831ce-0e87-4c1e-91b4-3f6ecec402aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:18.764988 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-06f831ce-0e87-4c1e-91b4-3f6ecec402aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:18.765327 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.db.segments_db [None req-06f831ce-0e87-4c1e-91b4-3f6ecec402aa admin admin] Added segment 84ee73be-20e6-41f8-acac-be492077b78f of type vlan for network b5be19d7-9b45-4ae5-9fda-1a3d8c67e800 Jun 22 07:20:18.804649 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-06f831ce-0e87-4c1e-91b4-3f6ecec402aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736031188691'] for network, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:18.832104 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-06f831ce-0e87-4c1e-91b4-3f6ecec402aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068'] for network, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:18.833379 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f831ce-0e87-4c1e-91b4-3f6ecec402aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:18.833953 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-06f831ce-0e87-4c1e-91b4-3f6ecec402aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:18.836724 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-82598676-36ed-4515-ac21-ed7e6632a36b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:18.886621 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-06f831ce-0e87-4c1e-91b4-3f6ecec402aa admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3932500 Jun 22 07:20:18.889813 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 38570) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:18.895623 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [None req-b0a31155-4b97-4d4e-93b5-efe9588e727c admin admin] Request body: {'subnet': {'network_id': 'b5be19d7-9b45-4ae5-9fda-1a3d8c67e800', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1186681429-subnet', 'tenant_id': 'eea58b496f404147a03d9f2b2adb673d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:20:18.897654 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f831ce-0e87-4c1e-91b4-3f6ecec402aa admin admin] Pushing event updated for resources: {'Network': ['ID=b5be19d7-9b45-4ae5-9fda-1a3d8c67e800,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:18.900459 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-06f831ce-0e87-4c1e-91b4-3f6ecec402aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:18.907945 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Network b5be19d7-9b45-4ae5-9fda-1a3d8c67e800 details requested by agent ovs-agent-dv-cinder-786627-11-smb with host dv-cinder-786627-11-smb {{(pid=92823) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:20:18.920789 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a31155-4b97-4d4e-93b5-efe9588e727c admin admin] Made reservation on behalf of eea58b496f404147a03d9f2b2adb673d for: {'subnet': 1} {{(pid=92821) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:20:18.923588 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b0a31155-4b97-4d4e-93b5-efe9588e727c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130921206'] for subnet, before_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:19.068557 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95634d96-fe1f-43ac-80c4-caa943613ba6 req-969a5aa5-f781-487a-90c9-3848bab3dc6b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:19.070004 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-95634d96-fe1f-43ac-80c4-caa943613ba6 req-969a5aa5-f781-487a-90c9-3848bab3dc6b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 984 time: 0.1065156 Jun 22 07:20:19.144703 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-95634d96-fe1f-43ac-80c4-caa943613ba6 req-2b2a1f1d-c946-48e9-a0aa-a19676d05433 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&id=7e5aebf2-c77a-48fb-be90-f6240d91b9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555685 Jun 22 07:20:19.193288 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b0a31155-4b97-4d4e-93b5-efe9588e727c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-134075165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130921156'] for subnet, after_create {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:19.196540 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:19.252577 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a31155-4b97-4d4e-93b5-efe9588e727c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c666085c-c9e7-4859-bf1f-7ffbfce8ab27,revision_number=0']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:19.256027 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-b0a31155-4b97-4d4e-93b5-efe9588e727c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:19.261778 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a31155-4b97-4d4e-93b5-efe9588e727c admin admin] Checking segment: {'id': '84ee73be-20e6-41f8-acac-be492077b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b5be19d7-9b45-4ae5-9fda-1a3d8c67e800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:20:19.262368 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a31155-4b97-4d4e-93b5-efe9588e727c admin admin] Network hostable DHCP agents. Network: b5be19d7-9b45-4ae5-9fda-1a3d8c67e800, hostable agents: ['b3e1d87c-8412-42f8-9df5-1411cb290459'], hosted agents: [] {{(pid=92821) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:20:19.278854 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a31155-4b97-4d4e-93b5-efe9588e727c admin admin] Network b5be19d7-9b45-4ae5-9fda-1a3d8c67e800 is scheduled to be hosted by DHCP agent b3e1d87c-8412-42f8-9df5-1411cb290459 with binding_index 1 {{(pid=92821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:20:19.287133 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.base_scheduler [None req-b0a31155-4b97-4d4e-93b5-efe9588e727c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-smb, b5be19d7-9b45-4ae5-9fda-1a3d8c67e800) {{(pid=92821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:20:19.294176 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a31155-4b97-4d4e-93b5-efe9588e727c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:19.294758 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b0a31155-4b97-4d4e-93b5-efe9588e727c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:19.299095 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d72a1d0-7c85-4b21-b6b4-c7d27718d1fe None None] Network b5be19d7-9b45-4ae5-9fda-1a3d8c67e800 requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:20:19.315806 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-b0a31155-4b97-4d4e-93b5-efe9588e727c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4184937 Jun 22 07:20:19.428290 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951932f7-3597-4b49-b77c-ace37fe5bc11 None None] Network b5be19d7-9b45-4ae5-9fda-1a3d8c67e800 requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:20:20.319958 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8dcc1-6cc6-4ce1-a6c8-6cc4a0c8997c req-140d6ba8-a020-44f4-9574-63b845458e6c tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:20.321437 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-50b8dcc1-6cc6-4ce1-a6c8-6cc4a0c8997c req-140d6ba8-a020-44f4-9574-63b845458e6c tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 984 time: 0.0635302 Jun 22 07:20:20.369924 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-50b8dcc1-6cc6-4ce1-a6c8-6cc4a0c8997c req-328b3dcc-9ff9-40cf-a9ac-084002e466cf tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&id=7e5aebf2-c77a-48fb-be90-f6240d91b9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418499 Jun 22 07:20:21.097672 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e2910-7cb6-4796-ae04-04618d554b7b req-24c1c581-7640-46fd-b708-52434b759415 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:21.099016 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-223e2910-7cb6-4796-ae04-04618d554b7b req-24c1c581-7640-46fd-b708-52434b759415 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/networks?id=b5be19d7-9b45-4ae5-9fda-1a3d8c67e800 HTTP/1.1" status: 200 len: 814 time: 0.1022801 Jun 22 07:20:21.113458 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-223e2910-7cb6-4796-ae04-04618d554b7b req-ebfbca12-45ff-440d-aa00-f864aabed6f0 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/quotas/eea58b496f404147a03d9f2b2adb673d HTTP/1.1" status: 200 len: 375 time: 0.0089943 Jun 22 07:20:21.145470 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-223e2910-7cb6-4796-ae04-04618d554b7b req-702b03dd-9f73-4dff-b309-23c3b267daa1 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=eea58b496f404147a03d9f2b2adb673d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270922 Jun 22 07:20:21.239087 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-223e2910-7cb6-4796-ae04-04618d554b7b req-8ff0db09-6848-4e5f-b9ac-327b1787f8e8 service neutron] 10.222.0.22 "GET /v2.0/networks/b5be19d7-9b45-4ae5-9fda-1a3d8c67e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871019 Jun 22 07:20:21.325931 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-223e2910-7cb6-4796-ae04-04618d554b7b req-e3157775-c03f-4b3f-987b-ee31ccc933c8 service neutron] 10.222.0.22 "GET /v2.0/networks/b5be19d7-9b45-4ae5-9fda-1a3d8c67e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811436 Jun 22 07:20:21.491910 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-de3450b1-3d0a-4966-a719-48c1054e038a req-5212c27c-e85f-4a15-a598-61d88e381413 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?device_id=e07ce2f8-30f1-47ac-864e-f63a8f385881 HTTP/1.1" status: 200 len: 210 time: 0.0339692 Jun 22 07:20:22.655259 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a056c560-61c2-446d-9f4a-985adf67d772 req-814c30d1-e97b-456f-a78a-86a86d0a5875 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?device_id=e07ce2f8-30f1-47ac-864e-f63a8f385881 HTTP/1.1" status: 200 len: 210 time: 0.0338781 Jun 22 07:20:22.815224 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e2910-7cb6-4796-ae04-04618d554b7b req-c1bb7224-b2c4-42b2-b3f1-00f61c85cad5 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:22.816667 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-223e2910-7cb6-4796-ae04-04618d554b7b req-c1bb7224-b2c4-42b2-b3f1-00f61c85cad5 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.42 "GET /v2.0/networks?id=b5be19d7-9b45-4ae5-9fda-1a3d8c67e800 HTTP/1.1" status: 200 len: 814 time: 0.3590767 Jun 22 07:20:22.831180 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-223e2910-7cb6-4796-ae04-04618d554b7b req-777ef4ed-db07-4b79-abee-cb049664afe0 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Request body: {'port': {'device_id': 'e07ce2f8-30f1-47ac-864e-f63a8f385881', 'network_id': 'b5be19d7-9b45-4ae5-9fda-1a3d8c67e800', 'admin_state_up': True, 'tenant_id': 'eea58b496f404147a03d9f2b2adb673d'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:20:22.944843 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-223e2910-7cb6-4796-ae04-04618d554b7b req-777ef4ed-db07-4b79-abee-cb049664afe0 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Made reservation on behalf of eea58b496f404147a03d9f2b2adb673d for: {'port': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:20:22.948619 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-223e2910-7cb6-4796-ae04-04618d554b7b req-777ef4ed-db07-4b79-abee-cb049664afe0 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:23.084862 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_common [req-223e2910-7cb6-4796-ae04-04618d554b7b req-777ef4ed-db07-4b79-abee-cb049664afe0 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Allocated IP 172.20.0.12 (b5be19d7-9b45-4ae5-9fda-1a3d8c67e800/c666085c-c9e7-4859-bf1f-7ffbfce8ab27/20ddce37-f627-4ef2-be17-6a6b9c29e713) {{(pid=92822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:20:23.231801 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-223e2910-7cb6-4796-ae04-04618d554b7b req-777ef4ed-db07-4b79-abee-cb049664afe0 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Notify callbacks [] for port, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:23.290395 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-223e2910-7cb6-4796-ae04-04618d554b7b req-777ef4ed-db07-4b79-abee-cb049664afe0 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-133502027'] for port, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:23.295466 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-241ae605-1870-4fb4-bc51-87c4bb284283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:23.343308 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-223e2910-7cb6-4796-ae04-04618d554b7b req-777ef4ed-db07-4b79-abee-cb049664afe0 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Network b5be19d7-9b45-4ae5-9fda-1a3d8c67e800 is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:20:23.347216 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [req-223e2910-7cb6-4796-ae04-04618d554b7b req-777ef4ed-db07-4b79-abee-cb049664afe0 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:20:23.349807 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-223e2910-7cb6-4796-ae04-04618d554b7b req-777ef4ed-db07-4b79-abee-cb049664afe0 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Received port after_create {{(pid=92822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:20:23.377216 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ef4ed-db07-4b79-abee-cb049664afe0 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Pushing event updated for resources: {'Port': ['ID=20ddce37-f627-4ef2-be17-6a6b9c29e713,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:23.380450 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-777ef4ed-db07-4b79-abee-cb049664afe0 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:23.408235 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e2910-7cb6-4796-ae04-04618d554b7b req-777ef4ed-db07-4b79-abee-cb049664afe0 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:23.408974 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-223e2910-7cb6-4796-ae04-04618d554b7b req-777ef4ed-db07-4b79-abee-cb049664afe0 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:23.425388 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-223e2910-7cb6-4796-ae04-04618d554b7b req-777ef4ed-db07-4b79-abee-cb049664afe0 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5973854 Jun 22 07:20:23.437502 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-223e2910-7cb6-4796-ae04-04618d554b7b req-940da96b-e537-4da3-a96e-4c2e328550cf service neutron] Request body: {'port': {'device_id': 'e07ce2f8-30f1-47ac-864e-f63a8f385881', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:20:23.515900 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-223e2910-7cb6-4796-ae04-04618d554b7b req-940da96b-e537-4da3-a96e-4c2e328550cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:23.790544 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [req-223e2910-7cb6-4796-ae04-04618d554b7b req-940da96b-e537-4da3-a96e-4c2e328550cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ddce37-f627-4ef2-be17-6a6b9c29e713 {{(pid=92822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:20:23.800379 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-223e2910-7cb6-4796-ae04-04618d554b7b req-940da96b-e537-4da3-a96e-4c2e328550cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:23.816408 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.provisioning_blocks [req-223e2910-7cb6-4796-ae04-04618d554b7b req-940da96b-e537-4da3-a96e-4c2e328550cf service neutron] Transition to ACTIVE for port object 20ddce37-f627-4ef2-be17-6a6b9c29e713 will not be triggered until provisioned by entity L2. {{(pid=92822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:20:23.820770 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-223e2910-7cb6-4796-ae04-04618d554b7b req-940da96b-e537-4da3-a96e-4c2e328550cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:23.824016 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-60ad7344-9e4d-4cc0-a849-d01f71520829 tempest-TestShelveInstance-1594525853 tempest-TestShelveInstance-1594525853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:23.841507 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94403ec-e05f-4894-b9cc-a7453a45c089 req-52e107e7-ca45-4993-b948-7ee21bfa9dd9 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:23.843228 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e94403ec-e05f-4894-b9cc-a7453a45c089 req-52e107e7-ca45-4993-b948-7ee21bfa9dd9 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?device_id=e07ce2f8-30f1-47ac-864e-f63a8f385881 HTTP/1.1" status: 200 len: 932 time: 0.0703552 Jun 22 07:20:23.891063 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e94403ec-e05f-4894-b9cc-a7453a45c089 req-61ba8daf-b0de-4e45-bd22-7756b55454d5 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf313ed6-d2a4-4ad1-ba48-37b6f8b6e16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419698 Jun 22 07:20:23.944159 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940da96b-e537-4da3-a96e-4c2e328550cf service neutron] Pushing event updated for resources: {'Port': ['ID=20ddce37-f627-4ef2-be17-6a6b9c29e713,revision_number=2']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:23.948332 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-940da96b-e537-4da3-a96e-4c2e328550cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:23.977052 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-223e2910-7cb6-4796-ae04-04618d554b7b req-940da96b-e537-4da3-a96e-4c2e328550cf service neutron] Attempting to bind port 20ddce37-f627-4ef2-be17-6a6b9c29e713 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:20:23.977390 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-223e2910-7cb6-4796-ae04-04618d554b7b req-940da96b-e537-4da3-a96e-4c2e328550cf service neutron] Attempting to bind port 20ddce37-f627-4ef2-be17-6a6b9c29e713 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '84ee73be-20e6-41f8-acac-be492077b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b5be19d7-9b45-4ae5-9fda-1a3d8c67e800'}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:20:23.977747 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223e2910-7cb6-4796-ae04-04618d554b7b req-940da96b-e537-4da3-a96e-4c2e328550cf service neutron] Attempting to bind port 20ddce37-f627-4ef2-be17-6a6b9c29e713 on network b5be19d7-9b45-4ae5-9fda-1a3d8c67e800 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:20:23.983169 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223e2910-7cb6-4796-ae04-04618d554b7b req-940da96b-e537-4da3-a96e-4c2e328550cf service neutron] Port 20ddce37-f627-4ef2-be17-6a6b9c29e713 on network b5be19d7-9b45-4ae5-9fda-1a3d8c67e800 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:20:23.983566 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223e2910-7cb6-4796-ae04-04618d554b7b req-940da96b-e537-4da3-a96e-4c2e328550cf service neutron] Attempting to bind port 20ddce37-f627-4ef2-be17-6a6b9c29e713 on network b5be19d7-9b45-4ae5-9fda-1a3d8c67e800 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:20:23.989304 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223e2910-7cb6-4796-ae04-04618d554b7b req-940da96b-e537-4da3-a96e-4c2e328550cf service neutron] Checking agent: {'id': '6c17c73a-1ba3-464e-bc7a-10a2b7fbfd09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'started_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:20:23.989643 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223e2910-7cb6-4796-ae04-04618d554b7b req-940da96b-e537-4da3-a96e-4c2e328550cf service neutron] Checking segment: {'id': '84ee73be-20e6-41f8-acac-be492077b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b5be19d7-9b45-4ae5-9fda-1a3d8c67e800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:20:23.990030 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223e2910-7cb6-4796-ae04-04618d554b7b req-940da96b-e537-4da3-a96e-4c2e328550cf service neutron] Bound using segment: {'id': '84ee73be-20e6-41f8-acac-be492077b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b5be19d7-9b45-4ae5-9fda-1a3d8c67e800'} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:20:23.990463 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-223e2910-7cb6-4796-ae04-04618d554b7b req-940da96b-e537-4da3-a96e-4c2e328550cf service neutron] Bound port: 20ddce37-f627-4ef2-be17-6a6b9c29e713, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ee73be-20e6-41f8-acac-be492077b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b5be19d7-9b45-4ae5-9fda-1a3d8c67e800'}}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:20:23.990813 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-223e2910-7cb6-4796-ae04-04618d554b7b req-940da96b-e537-4da3-a96e-4c2e328550cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:24.062682 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-223e2910-7cb6-4796-ae04-04618d554b7b req-940da96b-e537-4da3-a96e-4c2e328550cf service neutron] For port 20ddce37-f627-4ef2-be17-6a6b9c29e713, host hv-cinder-78662, cleared binding levels {{(pid=92822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:20:24.065937 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-223e2910-7cb6-4796-ae04-04618d554b7b req-940da96b-e537-4da3-a96e-4c2e328550cf service neutron] For port 20ddce37-f627-4ef2-be17-6a6b9c29e713, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=20ddce37-f627-4ef2-be17-6a6b9c29e713,segment=NetworkSegment(84ee73be-20e6-41f8-acac-be492077b78f),segment_id=84ee73be-20e6-41f8-acac-be492077b78f)] {{(pid=92822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:20:24.070257 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-223e2910-7cb6-4796-ae04-04618d554b7b req-940da96b-e537-4da3-a96e-4c2e328550cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:24.072463 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-8d3c26b9-91bb-4a20-901d-0ca07a84447c tempest-VolumesNegativeTest-1564864568 tempest-VolumesNegativeTest-1564864568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:24.084773 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 6 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:20:24.108509 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e2910-7cb6-4796-ae04-04618d554b7b req-940da96b-e537-4da3-a96e-4c2e328550cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:24.109340 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-223e2910-7cb6-4796-ae04-04618d554b7b req-940da96b-e537-4da3-a96e-4c2e328550cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:24.110765 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-223e2910-7cb6-4796-ae04-04618d554b7b req-940da96b-e537-4da3-a96e-4c2e328550cf service neutron] 10.222.0.42 "PUT /v2.0/ports/20ddce37-f627-4ef2-be17-6a6b9c29e713 HTTP/1.1" status: 200 len: 1094 time: 0.6783061 Jun 22 07:20:24.113467 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e07ce2f8-30f1-47ac-864e-f63a8f385881', 'tag': '20ddce37-f627-4ef2-be17-6a6b9c29e713'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:20:24.117451 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2d540c-2070-47d8-8dde-91e59768ecd1" -d '{"events": [{"name": "network-changed", "server_uuid": "e07ce2f8-30f1-47ac-864e-f63a8f385881", "tag": "20ddce37-f627-4ef2-be17-6a6b9c29e713"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:20:24.155312 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940da96b-e537-4da3-a96e-4c2e328550cf service neutron] Pushing event updated for resources: {'Port': ['ID=20ddce37-f627-4ef2-be17-6a6b9c29e713,revision_number=3']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:24.157098 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-940da96b-e537-4da3-a96e-4c2e328550cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:24.170305 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2617a0c-6332-4e2f-ad44-b935a6f4a906 x-openstack-request-id: req-a2617a0c-6332-4e2f-ad44-b935a6f4a906 {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:20:24.170633 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e07ce2f8-30f1-47ac-864e-f63a8f385881", "tag": "20ddce37-f627-4ef2-be17-6a6b9c29e713", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:20:24.170918 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a2617a0c-6332-4e2f-ad44-b935a6f4a906 {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:20:24.171362 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e07ce2f8-30f1-47ac-864e-f63a8f385881', 'tag': '20ddce37-f627-4ef2-be17-6a6b9c29e713', 'status': 'completed', 'code': 200} Jun 22 07:20:24.219425 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e2910-7cb6-4796-ae04-04618d554b7b req-ec5cf16f-82dc-46cc-be9e-636ba4d17066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:24.220916 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-223e2910-7cb6-4796-ae04-04618d554b7b req-ec5cf16f-82dc-46cc-be9e-636ba4d17066 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eea58b496f404147a03d9f2b2adb673d&device_id=e07ce2f8-30f1-47ac-864e-f63a8f385881 HTTP/1.1" status: 200 len: 1097 time: 0.0618618 Jun 22 07:20:24.265603 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-223e2910-7cb6-4796-ae04-04618d554b7b req-17119c1a-4db1-485b-8b9f-11f9c5439ecb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20ddce37-f627-4ef2-be17-6a6b9c29e713 HTTP/1.1" status: 200 len: 217 time: 0.0376427 Jun 22 07:20:24.331703 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e2910-7cb6-4796-ae04-04618d554b7b req-bba6bad1-9dcb-4050-8257-a66bb7f9536d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:24.333084 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-223e2910-7cb6-4796-ae04-04618d554b7b req-bba6bad1-9dcb-4050-8257-a66bb7f9536d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c666085c-c9e7-4859-bf1f-7ffbfce8ab27 HTTP/1.1" status: 200 len: 854 time: 0.0619648 Jun 22 07:20:24.367253 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-223e2910-7cb6-4796-ae04-04618d554b7b req-3bbe45e3-9ae0-446d-a391-68168106eeb2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b5be19d7-9b45-4ae5-9fda-1a3d8c67e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282040 Jun 22 07:20:24.457489 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-223e2910-7cb6-4796-ae04-04618d554b7b req-a30db050-605c-47e6-a36b-5d7547f9c5be service neutron] 10.222.0.42 "GET /v2.0/networks/b5be19d7-9b45-4ae5-9fda-1a3d8c67e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836577 Jun 22 07:20:24.569230 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-223e2910-7cb6-4796-ae04-04618d554b7b req-be63c04e-d300-4c50-b84f-eb5066e52dd3 service neutron] 10.222.0.42 "GET /v2.0/networks/b5be19d7-9b45-4ae5-9fda-1a3d8c67e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060636 Jun 22 07:20:24.673196 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d540c-2070-47d8-8dde-91e59768ecd1 req-8d69ae19-90e5-4fd2-a54c-6cef897643ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:24.674721 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-cf2d540c-2070-47d8-8dde-91e59768ecd1 req-8d69ae19-90e5-4fd2-a54c-6cef897643ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eea58b496f404147a03d9f2b2adb673d&device_id=e07ce2f8-30f1-47ac-864e-f63a8f385881 HTTP/1.1" status: 200 len: 1097 time: 0.0561323 Jun 22 07:20:24.773689 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d540c-2070-47d8-8dde-91e59768ecd1 req-80f7385d-1e9d-4824-9965-f5fee2f3a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:24.775262 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-cf2d540c-2070-47d8-8dde-91e59768ecd1 req-80f7385d-1e9d-4824-9965-f5fee2f3a38d service neutron] 10.222.0.42 "GET /v2.0/networks?id=b5be19d7-9b45-4ae5-9fda-1a3d8c67e800 HTTP/1.1" status: 200 len: 915 time: 0.0942760 Jun 22 07:20:24.818289 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-cf2d540c-2070-47d8-8dde-91e59768ecd1 req-b8da8a2f-c57d-4cad-9eb3-bd2f97f257d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20ddce37-f627-4ef2-be17-6a6b9c29e713 HTTP/1.1" status: 200 len: 217 time: 0.0360703 Jun 22 07:20:24.871482 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d540c-2070-47d8-8dde-91e59768ecd1 req-b72f6584-db57-4650-b134-d17ea8a6293e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:24.873228 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-cf2d540c-2070-47d8-8dde-91e59768ecd1 req-b72f6584-db57-4650-b134-d17ea8a6293e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c666085c-c9e7-4859-bf1f-7ffbfce8ab27 HTTP/1.1" status: 200 len: 854 time: 0.0491097 Jun 22 07:20:24.913506 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-cf2d540c-2070-47d8-8dde-91e59768ecd1 req-01514d57-7623-4840-ad27-8adafde149f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b5be19d7-9b45-4ae5-9fda-1a3d8c67e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331521 Jun 22 07:20:25.009259 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-cf2d540c-2070-47d8-8dde-91e59768ecd1 req-1d9e4b4f-95d2-4de4-9d35-5c270d5ed425 service neutron] 10.222.0.42 "GET /v2.0/networks/b5be19d7-9b45-4ae5-9fda-1a3d8c67e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887039 Jun 22 07:20:25.096460 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6e2f0-1cd2-4a4e-960b-d868e7557fae req-e0eecf8b-3e0e-43d9-91f1-30c570edb4c8 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:25.098212 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-26a6e2f0-1cd2-4a4e-960b-d868e7557fae req-e0eecf8b-3e0e-43d9-91f1-30c570edb4c8 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?device_id=e07ce2f8-30f1-47ac-864e-f63a8f385881 HTTP/1.1" status: 200 len: 944 time: 0.0706818 Jun 22 07:20:25.118345 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-cf2d540c-2070-47d8-8dde-91e59768ecd1 req-4443bbcc-d763-4495-a5f2-7e01f1069692 service neutron] 10.222.0.42 "GET /v2.0/networks/b5be19d7-9b45-4ae5-9fda-1a3d8c67e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995603 Jun 22 07:20:25.137859 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-26a6e2f0-1cd2-4a4e-960b-d868e7557fae req-7c1230f4-6d8f-4e9f-b59e-c9c1d5ef3ba6 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf313ed6-d2a4-4ad1-ba48-37b6f8b6e16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338659 Jun 22 07:20:26.329866 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214592a-163f-4f73-a9f0-6f09edcc5ff7 req-c467cfac-c56f-45e6-94e4-4d5b164d6a60 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:26.331346 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b214592a-163f-4f73-a9f0-6f09edcc5ff7 req-c467cfac-c56f-45e6-94e4-4d5b164d6a60 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?device_id=e07ce2f8-30f1-47ac-864e-f63a8f385881 HTTP/1.1" status: 200 len: 944 time: 0.0771158 Jun 22 07:20:26.370051 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b214592a-163f-4f73-a9f0-6f09edcc5ff7 req-87bb0e6d-2cc2-4df5-bda3-920254c6e31b tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf313ed6-d2a4-4ad1-ba48-37b6f8b6e16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329709 Jun 22 07:20:26.443047 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 20ddce37-f627-4ef2-be17-6a6b9c29e713 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:20:26.542102 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 20ddce37-f627-4ef2-be17-6a6b9c29e713, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=20ddce37-f627-4ef2-be17-6a6b9c29e713,segment=NetworkSegment(84ee73be-20e6-41f8-acac-be492077b78f),segment_id=84ee73be-20e6-41f8-acac-be492077b78f)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:20:26.554256 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Returning: {'device': '20ddce37-f627-4ef2-be17-6a6b9c29e713', 'network_id': 'b5be19d7-9b45-4ae5-9fda-1a3d8c67e800', 'port_id': '20ddce37-f627-4ef2-be17-6a6b9c29e713', 'mac_address': 'fa:16:3e:5e:ff:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c666085c-c9e7-4859-bf1f-7ffbfce8ab27', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:20:26.597427 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:26.611201 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ddce37-f627-4ef2-be17-6a6b9c29e713 {{(pid=92823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:20:26.631458 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 20ddce37-f627-4ef2-be17-6a6b9c29e713, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=20ddce37-f627-4ef2-be17-6a6b9c29e713,segment=NetworkSegment(84ee73be-20e6-41f8-acac-be492077b78f),segment_id=84ee73be-20e6-41f8-acac-be492077b78f)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:20:26.635732 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:26.637757 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:26.700143 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=20ddce37-f627-4ef2-be17-6a6b9c29e713,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:26.707634 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:26.707986 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:26.708332 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:26.708669 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:26.709002 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:26.709330 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:26.709658 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:26.709985 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:26.710313 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:26.710637 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:26.710959 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:26.711279 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:26.715382 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:26.836489 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['20ddce37-f627-4ef2-be17-6a6b9c29e713'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:20:27.559263 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137abf0-8555-4982-b057-4967289c0aad req-1553c64b-c9cf-41d3-832e-c22e54e804f2 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:27.561474 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1137abf0-8555-4982-b057-4967289c0aad req-1553c64b-c9cf-41d3-832e-c22e54e804f2 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?device_id=e07ce2f8-30f1-47ac-864e-f63a8f385881 HTTP/1.1" status: 200 len: 945 time: 0.0723464 Jun 22 07:20:27.609799 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-1137abf0-8555-4982-b057-4967289c0aad req-ad911e26-4267-42f8-88d1-5295bf1f55b7 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf313ed6-d2a4-4ad1-ba48-37b6f8b6e16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424235 Jun 22 07:20:28.468733 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 20ddce37-f627-4ef2-be17-6a6b9c29e713 up at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:20:28.519562 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning for port 20ddce37-f627-4ef2-be17-6a6b9c29e713 completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:20:28.523476 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning complete for port 20ddce37-f627-4ef2-be17-6a6b9c29e713 triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:20:28.523893 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:28.618352 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:28.642079 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07ce2f8-30f1-47ac-864e-f63a8f385881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ddce37-f627-4ef2-be17-6a6b9c29e713'}] {{(pid=92823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:20:28.644459 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1855b14f289de04877f76e9f82b9d84154af39b836c558547df9393c60095739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb513f88-526a-4d5f-be60-69587798cdd4" -d '{"events": [{"server_uuid": "e07ce2f8-30f1-47ac-864e-f63a8f385881", "name": "network-vif-plugged", "status": "completed", "tag": "20ddce37-f627-4ef2-be17-6a6b9c29e713"}]}' {{(pid=92823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:20:28.664283 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 20ddce37-f627-4ef2-be17-6a6b9c29e713, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=20ddce37-f627-4ef2-be17-6a6b9c29e713,segment=NetworkSegment(84ee73be-20e6-41f8-acac-be492077b78f),segment_id=84ee73be-20e6-41f8-acac-be492077b78f)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:20:28.676070 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:28.678027 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:28.712131 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee624945-3640-4773-b2d5-c8eea55bb158 x-openstack-request-id: req-ee624945-3640-4773-b2d5-c8eea55bb158 {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:20:28.712574 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07ce2f8-30f1-47ac-864e-f63a8f385881", "name": "network-vif-plugged", "status": "completed", "tag": "20ddce37-f627-4ef2-be17-6a6b9c29e713", "code": 200}]} {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:20:28.713551 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ee624945-3640-4773-b2d5-c8eea55bb158 {{(pid=92823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:20:28.714115 dv-cinder-786627-11-smb neutron-server[92823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07ce2f8-30f1-47ac-864e-f63a8f385881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ddce37-f627-4ef2-be17-6a6b9c29e713', 'code': 200} Jun 22 07:20:28.754609 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=20ddce37-f627-4ef2-be17-6a6b9c29e713,revision_number=5']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:28.757604 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:28.827926 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3683a-9741-43b8-a1cc-e90c8fddfc20 req-cdbb54cf-6d46-43e6-a188-53d03e717ee6 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:28.829503 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b3b3683a-9741-43b8-a1cc-e90c8fddfc20 req-cdbb54cf-6d46-43e6-a188-53d03e717ee6 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?device_id=e07ce2f8-30f1-47ac-864e-f63a8f385881 HTTP/1.1" status: 200 len: 946 time: 0.0917771 Jun 22 07:20:28.869611 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b3b3683a-9741-43b8-a1cc-e90c8fddfc20 req-6baa373c-05bb-4fb4-999b-c2c9fa6d651b tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf313ed6-d2a4-4ad1-ba48-37b6f8b6e16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340478 Jun 22 07:20:28.987539 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a28647-29a4-4c62-8aeb-7526bca53148 req-72ab5927-96a7-4127-ac07-0258fb8eaf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:28.989453 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-39a28647-29a4-4c62-8aeb-7526bca53148 req-72ab5927-96a7-4127-ac07-0258fb8eaf4a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e07ce2f8-30f1-47ac-864e-f63a8f385881 HTTP/1.1" status: 200 len: 1099 time: 0.0605896 Jun 22 07:20:29.023944 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-39a28647-29a4-4c62-8aeb-7526bca53148 req-2636937c-8e79-4d07-903e-53929af1c7be service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bf313ed6-d2a4-4ad1-ba48-37b6f8b6e16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284755 Jun 22 07:20:30.056642 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11752af3-76f5-4000-b9b4-dc7c57d8c22b req-053e865e-3acd-4090-b4a7-b934604a9d76 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:30.058098 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-11752af3-76f5-4000-b9b4-dc7c57d8c22b req-053e865e-3acd-4090-b4a7-b934604a9d76 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?device_id=e07ce2f8-30f1-47ac-864e-f63a8f385881 HTTP/1.1" status: 200 len: 946 time: 0.0679748 Jun 22 07:20:30.100424 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-11752af3-76f5-4000-b9b4-dc7c57d8c22b req-c136337e-105e-4d9c-afcd-0bd52bfa4bdf tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf313ed6-d2a4-4ad1-ba48-37b6f8b6e16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347703 Jun 22 07:20:31.277624 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfcd68-750b-4cf6-b291-a872eefa851d req-e7e474bf-a099-4d4f-ab2c-5be094d30a8f tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:31.279133 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a1cfcd68-750b-4cf6-b291-a872eefa851d req-e7e474bf-a099-4d4f-ab2c-5be094d30a8f tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?device_id=e07ce2f8-30f1-47ac-864e-f63a8f385881 HTTP/1.1" status: 200 len: 946 time: 0.0670326 Jun 22 07:20:31.319861 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a1cfcd68-750b-4cf6-b291-a872eefa851d req-3448ae69-0017-4afe-a80c-bd1599f8e9ab tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf313ed6-d2a4-4ad1-ba48-37b6f8b6e16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350974 Jun 22 07:20:34.137164 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-f64c72dc-6c57-4339-8a72-dcf80ec39fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:36.741610 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-91b172cc-e412-4f3f-be15-bca283708f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:36.942510 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:37.746384 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:39.821917 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:47.055018 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-59ee63d9-eb89-4ec1-9a63-a2a89b1919c5 req-f3cd3109-257e-40e9-b7eb-c80f90b1c646 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0552478 Jun 22 07:20:47.161394 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee63d9-eb89-4ec1-9a63-a2a89b1919c5 req-19c25035-06c9-4329-8d62-bcd6dd120ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:47.162871 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-59ee63d9-eb89-4ec1-9a63-a2a89b1919c5 req-19c25035-06c9-4329-8d62-bcd6dd120ae3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c0e5ee7866b45b999c83da25e56f5be&device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 1137 time: 0.0618742 Jun 22 07:20:47.281078 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee63d9-eb89-4ec1-9a63-a2a89b1919c5 req-c6c1c3d5-bcc8-448c-b00d-8c46074833b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:47.282488 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-59ee63d9-eb89-4ec1-9a63-a2a89b1919c5 req-c6c1c3d5-bcc8-448c-b00d-8c46074833b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ce845aa-d4b3-4605-9809-77a5c62ddf74 HTTP/1.1" status: 200 len: 915 time: 0.0960360 Jun 22 07:20:47.365929 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-59ee63d9-eb89-4ec1-9a63-a2a89b1919c5 req-f3b12207-b1b5-4743-bcb1-5a3d82d3c3d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd054cc2-fed2-455b-b732-744eccc70c35 HTTP/1.1" status: 200 len: 1000 time: 0.0756509 Jun 22 07:20:47.420868 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee63d9-eb89-4ec1-9a63-a2a89b1919c5 req-70c0d5bf-99c5-42f2-91a4-32dad07bd786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:47.422464 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-59ee63d9-eb89-4ec1-9a63-a2a89b1919c5 req-70c0d5bf-99c5-42f2-91a4-32dad07bd786 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4015507f-ca37-4573-be26-702ec08b40aa HTTP/1.1" status: 200 len: 853 time: 0.0466256 Jun 22 07:20:47.484315 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee63d9-eb89-4ec1-9a63-a2a89b1919c5 req-7261f25e-4508-47df-9871-324797d82880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:47.485677 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-59ee63d9-eb89-4ec1-9a63-a2a89b1919c5 req-7261f25e-4508-47df-9871-324797d82880 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ce845aa-d4b3-4605-9809-77a5c62ddf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0559542 Jun 22 07:20:47.586680 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-59ee63d9-eb89-4ec1-9a63-a2a89b1919c5 req-fd7376ff-68d2-4706-a918-6f6bc852af5d service neutron] 10.222.0.42 "GET /v2.0/networks/2ce845aa-d4b3-4605-9809-77a5c62ddf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927913 Jun 22 07:20:47.682529 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-59ee63d9-eb89-4ec1-9a63-a2a89b1919c5 req-55744ae7-ccfb-4e89-866f-3207e5c0464b service neutron] 10.222.0.42 "GET /v2.0/networks/2ce845aa-d4b3-4605-9809-77a5c62ddf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869784 Jun 22 07:20:47.688271 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:53.806773 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2528662e-4196-4e9d-a08c-27cff3387696 req-2faf157e-00b8-4c4d-9e81-05128d243dd1 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1037311166&fields=id&tenant_id=4c0e5ee7866b45b999c83da25e56f5be HTTP/1.1" status: 200 len: 267 time: 0.0472496 Jun 22 07:20:53.882588 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528662e-4196-4e9d-a08c-27cff3387696 req-b55fbfa7-b99e-4db6-a1b1-7cd86fb4a369 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:53.884108 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2528662e-4196-4e9d-a08c-27cff3387696 req-b55fbfa7-b99e-4db6-a1b1-7cd86fb4a369 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 984 time: 0.0710170 Jun 22 07:20:53.895915 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.v2.base [req-2528662e-4196-4e9d-a08c-27cff3387696 req-375872fb-93c9-45b2-9a7e-0e6174c94d66 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Request body: {'port': {'security_groups': ['e3cf137f-1dc3-404b-a0e4-c00b3ce906e4']}} {{(pid=92821) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:20:53.988081 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [req-2528662e-4196-4e9d-a08c-27cff3387696 req-375872fb-93c9-45b2-9a7e-0e6174c94d66 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:54.181483 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.db [req-2528662e-4196-4e9d-a08c-27cff3387696 req-375872fb-93c9-45b2-9a7e-0e6174c94d66 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] For port dd054cc2-fed2-455b-b732-744eccc70c35, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=dd054cc2-fed2-455b-b732-744eccc70c35,segment=NetworkSegment(cfaaff92-28a9-4bbc-aa3b-7322ef42f107),segment_id=cfaaff92-28a9-4bbc-aa3b-7322ef42f107)] {{(pid=92821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:20:54.211477 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [req-2528662e-4196-4e9d-a08c-27cff3387696 req-375872fb-93c9-45b2-9a7e-0e6174c94d66 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for port, precommit_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:54.216745 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [req-2528662e-4196-4e9d-a08c-27cff3387696 req-375872fb-93c9-45b2-9a7e-0e6174c94d66 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-134075267'] for port, after_update {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:54.220992 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-fe661d02-9f4c-4cee-8451-8eafd33c951f tempest-ServerRescueNegativeTestJSON-655194831 tempest-ServerRescueNegativeTestJSON-655194831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:54.231078 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['dd054cc2-fed2-455b-b732-744eccc70c35'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:20:54.271056 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528662e-4196-4e9d-a08c-27cff3387696 req-375872fb-93c9-45b2-9a7e-0e6174c94d66 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:54.271861 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [req-2528662e-4196-4e9d-a08c-27cff3387696 req-375872fb-93c9-45b2-9a7e-0e6174c94d66 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:54.273468 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2528662e-4196-4e9d-a08c-27cff3387696 req-375872fb-93c9-45b2-9a7e-0e6174c94d66 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "PUT /v2.0/ports/dd054cc2-fed2-455b-b732-744eccc70c35 HTTP/1.1" status: 200 len: 942 time: 0.3823211 Jun 22 07:20:54.274023 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be0240c9-959e-43e7-b802-ffd8655876bd', 'tag': 'dd054cc2-fed2-455b-b732-744eccc70c35'}] {{(pid=92821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:20:54.276690 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114834e2e6b09b68797994cdefe3657428da4a047d1a7f773825cb7610845d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298e939e-2743-4b1c-b753-6ca1088f789d" -d '{"events": [{"name": "network-changed", "server_uuid": "be0240c9-959e-43e7-b802-ffd8655876bd", "tag": "dd054cc2-fed2-455b-b732-744eccc70c35"}]}' {{(pid=92821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:20:54.280959 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 38776) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:54.301975 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375872fb-93c9-45b2-9a7e-0e6174c94d66 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Pushing event updated for resources: {'Port': ['ID=dd054cc2-fed2-455b-b732-744eccc70c35,revision_number=7']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:54.315296 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-375872fb-93c9-45b2-9a7e-0e6174c94d66 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:54.338125 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216d0839-338e-420c-8787-ca2469161d64 x-openstack-request-id: req-216d0839-338e-420c-8787-ca2469161d64 {{(pid=92821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:20:54.338463 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be0240c9-959e-43e7-b802-ffd8655876bd", "tag": "dd054cc2-fed2-455b-b732-744eccc70c35", "status": "completed", "code": 200}]} {{(pid=92821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:20:54.338778 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-216d0839-338e-420c-8787-ca2469161d64 {{(pid=92821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:20:54.339369 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be0240c9-959e-43e7-b802-ffd8655876bd', 'tag': 'dd054cc2-fed2-455b-b732-744eccc70c35', 'status': 'completed', 'code': 200} Jun 22 07:20:54.362291 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5b874485-8fb9-4f3f-a828-14da2a543756 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:54.370737 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['dd054cc2-fed2-455b-b732-744eccc70c35'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:20:54.423793 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5b874485-8fb9-4f3f-a828-14da2a543756 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:54.475694 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e939e-2743-4b1c-b753-6ca1088f789d req-56530d62-70f1-4908-a9dd-860a9e9f81f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:54.477171 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-298e939e-2743-4b1c-b753-6ca1088f789d req-56530d62-70f1-4908-a9dd-860a9e9f81f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c0e5ee7866b45b999c83da25e56f5be&device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 1098 time: 0.1029069 Jun 22 07:20:54.546853 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5b874485-8fb9-4f3f-a828-14da2a543756 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:54.550192 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5b874485-8fb9-4f3f-a828-14da2a543756 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:54.551547 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-5b874485-8fb9-4f3f-a828-14da2a543756 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "DELETE /v2.0/security-groups/7e5aebf2-c77a-48fb-be90-f6240d91b9b7 HTTP/1.1" status: 204 len: 168 time: 0.2695754 Jun 22 07:20:54.554386 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-7b5b92ce-3a40-4219-8901-fcf8b3139a98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:54.554634 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 38778) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:54.562223 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-08578367-9ef8-4ef3-9050-14e4aa8864ac None None] Provisioning complete for port dd054cc2-fed2-455b-b732-744eccc70c35 triggered by entity DHCP. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:20:54.562611 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-08578367-9ef8-4ef3-9050-14e4aa8864ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:54.569804 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b874485-8fb9-4f3f-a828-14da2a543756 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5aebf2-c77a-48fb-be90-f6240d91b9b7,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:54.572374 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-5b874485-8fb9-4f3f-a828-14da2a543756 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:54.612204 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e939e-2743-4b1c-b753-6ca1088f789d req-2dd22c22-1787-4e21-8da0-a1d3f6e36934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:54.613886 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-298e939e-2743-4b1c-b753-6ca1088f789d req-2dd22c22-1787-4e21-8da0-a1d3f6e36934 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ce845aa-d4b3-4605-9809-77a5c62ddf74 HTTP/1.1" status: 200 len: 915 time: 0.1299005 Jun 22 07:20:54.693572 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-298e939e-2743-4b1c-b753-6ca1088f789d req-f2c66246-9623-495a-818a-edb0c6ce2ba4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd054cc2-fed2-455b-b732-744eccc70c35 HTTP/1.1" status: 200 len: 1000 time: 0.0702736 Jun 22 07:20:54.754732 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e939e-2743-4b1c-b753-6ca1088f789d req-b434716a-83ce-405e-9300-f220921a63fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:54.756623 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-298e939e-2743-4b1c-b753-6ca1088f789d req-b434716a-83ce-405e-9300-f220921a63fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4015507f-ca37-4573-be26-702ec08b40aa HTTP/1.1" status: 200 len: 853 time: 0.0560298 Jun 22 07:20:54.764934 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.plugin [None req-7212e9c7-2487-4325-96ac-6f836c2173e7 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Deleting port c9c54b63-3149-417e-96ba-1d42a192425e {{(pid=92821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:20:54.764934 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7212e9c7-2487-4325-96ac-6f836c2173e7 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:54.824752 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e939e-2743-4b1c-b753-6ca1088f789d req-3abd09ad-31dc-43be-af99-a94561b5aecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:54.826536 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-298e939e-2743-4b1c-b753-6ca1088f789d req-3abd09ad-31dc-43be-af99-a94561b5aecd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ce845aa-d4b3-4605-9809-77a5c62ddf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0635283 Jun 22 07:20:54.854028 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7212e9c7-2487-4325-96ac-6f836c2173e7 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:54.854466 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7212e9c7-2487-4325-96ac-6f836c2173e7 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:54.920866 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.plugin [None req-7212e9c7-2487-4325-96ac-6f836c2173e7 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Calling delete_port for c9c54b63-3149-417e-96ba-1d42a192425e owned by network:floatingip {{(pid=92821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:20:54.924889 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-298e939e-2743-4b1c-b753-6ca1088f789d req-1c25b2a7-f062-465f-a581-8a9dac426f43 service neutron] 10.222.0.42 "GET /v2.0/networks/2ce845aa-d4b3-4605-9809-77a5c62ddf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914102 Jun 22 07:20:55.018777 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-298e939e-2743-4b1c-b753-6ca1088f789d req-8e8e7d94-e68c-4452-92fc-6119796cd07b service neutron] 10.222.0.42 "GET /v2.0/networks/2ce845aa-d4b3-4605-9809-77a5c62ddf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875790 Jun 22 07:20:55.110102 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7212e9c7-2487-4325-96ac-6f836c2173e7 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134075272'] for port, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:55.113191 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-26c56f8e-2822-4d0f-874e-7b032a85a3d1 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:55.368499 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212e9c7-2487-4325-96ac-6f836c2173e7 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Pushing event deleted for resources: {'Port': ['ID=c9c54b63-3149-417e-96ba-1d42a192425e,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:55.370859 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-7212e9c7-2487-4325-96ac-6f836c2173e7 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:55.428812 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7212e9c7-2487-4325-96ac-6f836c2173e7 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks [] for floatingip, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:55.429181 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.db.l3_db [None req-7212e9c7-2487-4325-96ac-6f836c2173e7 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Floating IP c7939451-4056-4380-8e79-c243f52dd230 disassociated (deleted). External IP: 172.28.3.21, port: dd054cc2-fed2-455b-b732-744eccc70c35. Jun 22 07:20:55.633834 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7212e9c7-2487-4325-96ac-6f836c2173e7 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Router 9a7f5063-097c-4b4b-ad7e-44e11edb09fe has already been hosted by L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d {{(pid=92821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:20:55.740309 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7212e9c7-2487-4325-96ac-6f836c2173e7 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:20:55.745115 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-7212e9c7-2487-4325-96ac-6f836c2173e7 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for floatingip, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:55.749494 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053eaf1-e99e-463c-a8de-20b1e0440215 None None] Sync routers for ids ['9a7f5063-097c-4b4b-ad7e-44e11edb09fe'] in dv-cinder-786627-11-smb {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:20:55.758344 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a053eaf1-e99e-463c-a8de-20b1e0440215 None None] Routers {'9a7f5063-097c-4b4b-ad7e-44e11edb09fe'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:20:55.759000 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-a053eaf1-e99e-463c-a8de-20b1e0440215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:20:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['9a7f5063-097c-4b4b-ad7e-44e11edb09fe'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:20:55.788884 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-7212e9c7-2487-4325-96ac-6f836c2173e7 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "DELETE /v2.0/floatingips/c7939451-4056-4380-8e79-c243f52dd230 HTTP/1.1" status: 204 len: 168 time: 1.2304206 Jun 22 07:20:55.886037 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-a053eaf1-e99e-463c-a8de-20b1e0440215 None None] Set router 9a7f5063-097c-4b4b-ad7e-44e11edb09fe gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:20:56.102995 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-a053eaf1-e99e-463c-a8de-20b1e0440215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'name': 'tempest-TestMinimumBasicScenario-154821686-router', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23'}], 'enable_snat': True}, 'gw_port_id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:18:52Z', 'updated_at': '2021-06-22T07:18:55Z', 'revision_number': 4, 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'gw_port': {'id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:53Z', 'updated_at': '2021-06-22T07:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': 'c1cedecf-0605-46d7-b927-47310c34d341', 'name': '', 'network_id': '2ce845aa-d4b3-4605-9809-77a5c62ddf74', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'mac_address': 'fa:16:3e:4f:19:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4015507f-ca37-4573-be26-702ec08b40aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:54Z', 'updated_at': '2021-06-22T07:19:02Z', 'revision_number': 5, 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'subnets': [{'id': '4015507f-ca37-4573-be26-702ec08b40aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:20:56.136659 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053eaf1-e99e-463c-a8de-20b1e0440215 None None] Checking router: 9a7f5063-097c-4b4b-ad7e-44e11edb09fe for host: dv-cinder-786627-11-smb {{(pid=92823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:20:56.146312 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a053eaf1-e99e-463c-a8de-20b1e0440215 None None] Routers {'9a7f5063-097c-4b4b-ad7e-44e11edb09fe'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:20:56.147254 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-a053eaf1-e99e-463c-a8de-20b1e0440215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:20:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['9a7f5063-097c-4b4b-ad7e-44e11edb09fe'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:20:56.257461 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-a053eaf1-e99e-463c-a8de-20b1e0440215 None None] Set router 9a7f5063-097c-4b4b-ad7e-44e11edb09fe gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:20:56.340592 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be0240c9-959e-43e7-b802-ffd8655876bd', 'tag': 'dd054cc2-fed2-455b-b732-744eccc70c35'}] {{(pid=92821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:20:56.344273 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114834e2e6b09b68797994cdefe3657428da4a047d1a7f773825cb7610845d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50768134-5e67-49f0-9546-4f6846037a50" -d '{"events": [{"name": "network-changed", "server_uuid": "be0240c9-959e-43e7-b802-ffd8655876bd", "tag": "dd054cc2-fed2-455b-b732-744eccc70c35"}]}' {{(pid=92821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:20:56.386823 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb10b880-d5d0-4e0a-90a6-25f7674862b1 x-openstack-request-id: req-cb10b880-d5d0-4e0a-90a6-25f7674862b1 {{(pid=92821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:20:56.387090 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be0240c9-959e-43e7-b802-ffd8655876bd", "tag": "dd054cc2-fed2-455b-b732-744eccc70c35", "status": "completed", "code": 200}]} {{(pid=92821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:20:56.387420 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cb10b880-d5d0-4e0a-90a6-25f7674862b1 {{(pid=92821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:20:56.388393 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be0240c9-959e-43e7-b802-ffd8655876bd', 'tag': 'dd054cc2-fed2-455b-b732-744eccc70c35', 'status': 'completed', 'code': 200} Jun 22 07:20:56.460265 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-a053eaf1-e99e-463c-a8de-20b1e0440215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'name': 'tempest-TestMinimumBasicScenario-154821686-router', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23'}], 'enable_snat': True}, 'gw_port_id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:18:52Z', 'updated_at': '2021-06-22T07:18:55Z', 'revision_number': 4, 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'gw_port': {'id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:53Z', 'updated_at': '2021-06-22T07:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': 'c1cedecf-0605-46d7-b927-47310c34d341', 'name': '', 'network_id': '2ce845aa-d4b3-4605-9809-77a5c62ddf74', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'mac_address': 'fa:16:3e:4f:19:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4015507f-ca37-4573-be26-702ec08b40aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:54Z', 'updated_at': '2021-06-22T07:19:02Z', 'revision_number': 5, 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'subnets': [{'id': '4015507f-ca37-4573-be26-702ec08b40aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:20:56.462786 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50768134-5e67-49f0-9546-4f6846037a50 req-e4096426-f142-4029-bc69-7fda31ef7e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:56.464304 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-50768134-5e67-49f0-9546-4f6846037a50 req-e4096426-f142-4029-bc69-7fda31ef7e0a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c0e5ee7866b45b999c83da25e56f5be&device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 1098 time: 0.0560186 Jun 22 07:20:56.487986 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053eaf1-e99e-463c-a8de-20b1e0440215 None None] The sync data for ids ['9a7f5063-097c-4b4b-ad7e-44e11edb09fe'] in dv-cinder-786627-11-smb is: [{'id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'name': 'tempest-TestMinimumBasicScenario-154821686-router', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23'}], 'enable_snat': True}, 'gw_port_id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:18:52Z', 'updated_at': '2021-06-22T07:18:55Z', 'revision_number': 4, 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'gw_port': {'id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:53Z', 'updated_at': '2021-06-22T07:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb', '_interfaces': [{'id': 'c1cedecf-0605-46d7-b927-47310c34d341', 'name': '', 'network_id': '2ce845aa-d4b3-4605-9809-77a5c62ddf74', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'mac_address': 'fa:16:3e:4f:19:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '4015507f-ca37-4573-be26-702ec08b40aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:54Z', 'updated_at': '2021-06-22T07:19:02Z', 'revision_number': 5, 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'subnets': [{'id': '4015507f-ca37-4573-be26-702ec08b40aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:20:56.558393 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50768134-5e67-49f0-9546-4f6846037a50 req-c03d918e-9a65-4e14-8a68-f0280a93bf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:56.560720 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-50768134-5e67-49f0-9546-4f6846037a50 req-c03d918e-9a65-4e14-8a68-f0280a93bf26 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ce845aa-d4b3-4605-9809-77a5c62ddf74 HTTP/1.1" status: 200 len: 915 time: 0.0880606 Jun 22 07:20:56.609609 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-50768134-5e67-49f0-9546-4f6846037a50 req-69290212-851d-4339-879b-ed31e7e2a4b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd054cc2-fed2-455b-b732-744eccc70c35 HTTP/1.1" status: 200 len: 217 time: 0.0415077 Jun 22 07:20:56.660138 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50768134-5e67-49f0-9546-4f6846037a50 req-adc4c711-97f2-4189-92a7-3a7c63c90b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:56.661616 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-50768134-5e67-49f0-9546-4f6846037a50 req-adc4c711-97f2-4189-92a7-3a7c63c90b2a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4015507f-ca37-4573-be26-702ec08b40aa HTTP/1.1" status: 200 len: 853 time: 0.0462098 Jun 22 07:20:56.721442 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea58f8ca-e2c9-4020-bc5c-5ee0d43cb83e None None] New status for floating IP c7939451-4056-4380-8e79-c243f52dd230: DOWN {{(pid=92824) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:20:56.723160 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50768134-5e67-49f0-9546-4f6846037a50 req-fdbb3b7d-386b-4bbc-91cf-da38e620c830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:56.725294 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-50768134-5e67-49f0-9546-4f6846037a50 req-fdbb3b7d-386b-4bbc-91cf-da38e620c830 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ce845aa-d4b3-4605-9809-77a5c62ddf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0565097 Jun 22 07:20:56.824376 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-50768134-5e67-49f0-9546-4f6846037a50 req-34800e0c-bc58-4670-b2eb-660a797beb5e service neutron] 10.222.0.42 "GET /v2.0/networks/2ce845aa-d4b3-4605-9809-77a5c62ddf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925322 Jun 22 07:20:56.922120 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-50768134-5e67-49f0-9546-4f6846037a50 req-86fd8c6a-b6cd-4e0b-aaef-fb3b0a61b237 service neutron] 10.222.0.42 "GET /v2.0/networks/2ce845aa-d4b3-4605-9809-77a5c62ddf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900433 Jun 22 07:20:59.032551 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89e0ca-f7d3-4b05-962d-ca9581dfd2b9 req-0ea6dbd9-fdd1-478f-8efd-f6cd4b9b88fe tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:59.032551 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7a89e0ca-f7d3-4b05-962d-ca9581dfd2b9 req-0ea6dbd9-fdd1-478f-8efd-f6cd4b9b88fe tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 945 time: 0.0748148 Jun 22 07:20:59.092030 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-7a89e0ca-f7d3-4b05-962d-ca9581dfd2b9 req-0af9e23b-c6fb-4088-a9c4-165eb0c4e2ad tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532138 Jun 22 07:21:00.279904 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a3382-4658-45d2-8350-f263d9ed8abb req-601dc56a-7d96-4004-9b18-909df8d49f9a tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:00.281576 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-101a3382-4658-45d2-8350-f263d9ed8abb req-601dc56a-7d96-4004-9b18-909df8d49f9a tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 945 time: 0.0742607 Jun 22 07:21:00.323036 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-101a3382-4658-45d2-8350-f263d9ed8abb req-b8387a48-f800-4906-8182-594850d2dd08 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347743 Jun 22 07:21:00.937061 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49422a7f-d58c-467e-9fc0-2127765d66f6 req-d2b0c9b0-21cb-470f-8a45-d99487c222e6 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:00.938474 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-49422a7f-d58c-467e-9fc0-2127765d66f6 req-d2b0c9b0-21cb-470f-8a45-d99487c222e6 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.42 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 945 time: 0.0629189 Jun 22 07:21:01.039697 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-49422a7f-d58c-467e-9fc0-2127765d66f6 req-abad93d4-f277-4c06-b032-33db0d7698e4 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Deleting port dd054cc2-fed2-455b-b732-744eccc70c35 {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:21:01.040041 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-49422a7f-d58c-467e-9fc0-2127765d66f6 req-abad93d4-f277-4c06-b032-33db0d7698e4 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:01.084032 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 6 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:21:01.134270 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-49422a7f-d58c-467e-9fc0-2127765d66f6 req-abad93d4-f277-4c06-b032-33db0d7698e4 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] For port dd054cc2-fed2-455b-b732-744eccc70c35, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=dd054cc2-fed2-455b-b732-744eccc70c35,segment=NetworkSegment(cfaaff92-28a9-4bbc-aa3b-7322ef42f107),segment_id=cfaaff92-28a9-4bbc-aa3b-7322ef42f107)] {{(pid=92822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:21:01.134707 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-49422a7f-d58c-467e-9fc0-2127765d66f6 req-abad93d4-f277-4c06-b032-33db0d7698e4 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:01.200216 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-49422a7f-d58c-467e-9fc0-2127765d66f6 req-abad93d4-f277-4c06-b032-33db0d7698e4 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Calling delete_port for dd054cc2-fed2-455b-b732-744eccc70c35 owned by compute:nova {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:21:01.328836 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-49422a7f-d58c-467e-9fc0-2127765d66f6 req-abad93d4-f277-4c06-b032-33db0d7698e4 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:01.333324 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-940da96b-e537-4da3-a96e-4c2e328550cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:01.347871 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['dd054cc2-fed2-455b-b732-744eccc70c35'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:21:01.360595 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad93d4-f277-4c06-b032-33db0d7698e4 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Pushing event deleted for resources: {'Port': ['ID=dd054cc2-fed2-455b-b732-744eccc70c35,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:01.369804 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad93d4-f277-4c06-b032-33db0d7698e4 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:01.370183 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad93d4-f277-4c06-b032-33db0d7698e4 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:01.370550 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad93d4-f277-4c06-b032-33db0d7698e4 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:01.371097 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad93d4-f277-4c06-b032-33db0d7698e4 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:01.371332 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad93d4-f277-4c06-b032-33db0d7698e4 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:01.371628 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad93d4-f277-4c06-b032-33db0d7698e4 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:01.371982 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad93d4-f277-4c06-b032-33db0d7698e4 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:01.372332 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad93d4-f277-4c06-b032-33db0d7698e4 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:01.372682 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad93d4-f277-4c06-b032-33db0d7698e4 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:01.373806 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad93d4-f277-4c06-b032-33db0d7698e4 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:01.374000 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad93d4-f277-4c06-b032-33db0d7698e4 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:01.374933 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad93d4-f277-4c06-b032-33db0d7698e4 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:01.379319 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-abad93d4-f277-4c06-b032-33db0d7698e4 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:01.433039 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-49422a7f-d58c-467e-9fc0-2127765d66f6 req-abad93d4-f277-4c06-b032-33db0d7698e4 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] No DVR routers for this DVR port dd054cc2-fed2-455b-b732-744eccc70c35 on host hv-cinder-78662 {{(pid=92822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:21:01.436697 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-49422a7f-d58c-467e-9fc0-2127765d66f6 req-abad93d4-f277-4c06-b032-33db0d7698e4 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:01.438868 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-49422a7f-d58c-467e-9fc0-2127765d66f6 req-abad93d4-f277-4c06-b032-33db0d7698e4 tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.42 "DELETE /v2.0/ports/dd054cc2-fed2-455b-b732-744eccc70c35 HTTP/1.1" status: 204 len: 173 time: 0.4931285 Jun 22 07:21:01.439423 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0240c9-959e-43e7-b802-ffd8655876bd', 'name': 'network-vif-deleted', 'tag': 'dd054cc2-fed2-455b-b732-744eccc70c35'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:21:01.441691 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46addae-f585-4f40-9a4b-fb863defac43" -d '{"events": [{"server_uuid": "be0240c9-959e-43e7-b802-ffd8655876bd", "name": "network-vif-deleted", "tag": "dd054cc2-fed2-455b-b732-744eccc70c35"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:21:01.485786 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b51699a-a552-47dd-ab6a-a6f606a391bb x-openstack-request-id: req-5b51699a-a552-47dd-ab6a-a6f606a391bb {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:21:01.486126 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0240c9-959e-43e7-b802-ffd8655876bd", "name": "network-vif-deleted", "tag": "dd054cc2-fed2-455b-b732-744eccc70c35", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:21:01.486443 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5b51699a-a552-47dd-ab6a-a6f606a391bb {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:21:01.486881 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be0240c9-959e-43e7-b802-ffd8655876bd', 'name': 'network-vif-deleted', 'tag': 'dd054cc2-fed2-455b-b732-744eccc70c35', 'status': 'completed', 'code': 200} Jun 22 07:21:01.522753 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a4fbaed9-d6fa-4fd2-b153-fd38bd11de1d req-90cbab50-0126-4ecf-8475-6af676d3579a tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] 10.222.0.22 "GET /v2.0/ports?device_id=be0240c9-959e-43e7-b802-ffd8655876bd HTTP/1.1" status: 200 len: 210 time: 0.0325654 Jun 22 07:21:03.225439 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 38902) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:21:03.588525 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-f9845584-ab22-48f1-b57a-3bc0d92d5313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655022'] for router_interface, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:03.846534 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.plugin [None req-f9845584-ab22-48f1-b57a-3bc0d92d5313 admin admin] Deleting port c1cedecf-0605-46d7-b927-47310c34d341 {{(pid=92821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:21:03.847130 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-f9845584-ab22-48f1-b57a-3bc0d92d5313 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:03.941277 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.db [None req-f9845584-ab22-48f1-b57a-3bc0d92d5313 admin admin] For port c1cedecf-0605-46d7-b927-47310c34d341, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=c1cedecf-0605-46d7-b927-47310c34d341,segment=NetworkSegment(cfaaff92-28a9-4bbc-aa3b-7322ef42f107),segment_id=cfaaff92-28a9-4bbc-aa3b-7322ef42f107)] {{(pid=92821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:21:03.941688 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-f9845584-ab22-48f1-b57a-3bc0d92d5313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:04.017244 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.plugin [None req-f9845584-ab22-48f1-b57a-3bc0d92d5313 admin admin] Calling delete_port for c1cedecf-0605-46d7-b927-47310c34d341 owned by network:router_interface {{(pid=92821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:21:04.137697 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-2c5e5a57-344b-4e68-a901-4e7d7e33b644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:04.194738 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-f9845584-ab22-48f1-b57a-3bc0d92d5313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134075272'] for port, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:04.197459 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:04.221724 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9845584-ab22-48f1-b57a-3bc0d92d5313 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1cedecf-0605-46d7-b927-47310c34d341,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:04.249515 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9845584-ab22-48f1-b57a-3bc0d92d5313 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:04.250179 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9845584-ab22-48f1-b57a-3bc0d92d5313 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:04.250290 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9845584-ab22-48f1-b57a-3bc0d92d5313 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:04.250615 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9845584-ab22-48f1-b57a-3bc0d92d5313 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:04.250977 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9845584-ab22-48f1-b57a-3bc0d92d5313 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:04.251364 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9845584-ab22-48f1-b57a-3bc0d92d5313 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:04.251844 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9845584-ab22-48f1-b57a-3bc0d92d5313 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:04.252209 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9845584-ab22-48f1-b57a-3bc0d92d5313 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:04.252563 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9845584-ab22-48f1-b57a-3bc0d92d5313 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:04.252917 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9845584-ab22-48f1-b57a-3bc0d92d5313 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:04.253267 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9845584-ab22-48f1-b57a-3bc0d92d5313 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:04.253616 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9845584-ab22-48f1-b57a-3bc0d92d5313 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:04.257582 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-f9845584-ab22-48f1-b57a-3bc0d92d5313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:04.400329 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-f9845584-ab22-48f1-b57a-3bc0d92d5313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1773173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654850'] for router_interface, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:04.615965 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9845584-ab22-48f1-b57a-3bc0d92d5313 admin admin] Router 9a7f5063-097c-4b4b-ad7e-44e11edb09fe has already been hosted by L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d {{(pid=92821) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:21:04.658188 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device dd054cc2-fed2-455b-b732-744eccc70c35 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:21:04.679689 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] No Port match for: dd054cc2-fed2-455b-b732-744eccc70c35 {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:21:04.680034 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device dd054cc2-fed2-455b-b732-744eccc70c35 not bound to the agent host hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:21:04.725647 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9845584-ab22-48f1-b57a-3bc0d92d5313 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92821) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:21:04.734661 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba41359-dcea-4d99-a042-bb569b26718a None None] Sync routers for ids ['9a7f5063-097c-4b4b-ad7e-44e11edb09fe'] in dv-cinder-786627-11-smb {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:21:04.735217 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-f9845584-ab22-48f1-b57a-3bc0d92d5313 admin admin] 10.222.0.22 "PUT /v2.0/routers/9a7f5063-097c-4b4b-ad7e-44e11edb09fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5089135 Jun 22 07:21:04.737762 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 38914) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:21:04.747514 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba41359-dcea-4d99-a042-bb569b26718a None None] Routers {'9a7f5063-097c-4b4b-ad7e-44e11edb09fe'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:21:04.749455 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-fba41359-dcea-4d99-a042-bb569b26718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:20:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['9a7f5063-097c-4b4b-ad7e-44e11edb09fe'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:21:04.847234 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c95696dd-3a55-4583-84f2-eea0c9f87589 admin admin] Notify callbacks [] for router, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:04.876244 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-fba41359-dcea-4d99-a042-bb569b26718a None None] Set router 9a7f5063-097c-4b4b-ad7e-44e11edb09fe gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:21:04.928329 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923aa05-999a-4dcd-acc8-5b99a486d7c5 req-bb8b4de2-53bb-4454-916b-02fc29d8a0c9 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:04.929827 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-8923aa05-999a-4dcd-acc8-5b99a486d7c5 req-bb8b4de2-53bb-4454-916b-02fc29d8a0c9 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?device_id=e07ce2f8-30f1-47ac-864e-f63a8f385881 HTTP/1.1" status: 200 len: 946 time: 0.0696850 Jun 22 07:21:04.976327 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-8923aa05-999a-4dcd-acc8-5b99a486d7c5 req-56c3fe51-1f01-4f2e-abe1-12d9225dece1 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf313ed6-d2a4-4ad1-ba48-37b6f8b6e16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396497 Jun 22 07:21:05.066646 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-fba41359-dcea-4d99-a042-bb569b26718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'name': 'tempest-TestMinimumBasicScenario-154821686-router', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23'}], 'enable_snat': True}, 'gw_port_id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:18:52Z', 'updated_at': '2021-06-22T07:21:04Z', 'revision_number': 5, 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'gw_port': {'id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:53Z', 'updated_at': '2021-06-22T07:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:21:05.093409 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba41359-dcea-4d99-a042-bb569b26718a None None] Checking router: 9a7f5063-097c-4b4b-ad7e-44e11edb09fe for host: dv-cinder-786627-11-smb {{(pid=92823) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:21:05.102383 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba41359-dcea-4d99-a042-bb569b26718a None None] Routers {'9a7f5063-097c-4b4b-ad7e-44e11edb09fe'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92823) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:21:05.103012 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-fba41359-dcea-4d99-a042-bb569b26718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:20:37Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['9a7f5063-097c-4b4b-ad7e-44e11edb09fe'], 'active': True} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:21:05.211057 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c95696dd-3a55-4583-84f2-eea0c9f87589 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:05.266975 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-c95696dd-3a55-4583-84f2-eea0c9f87589 admin admin] Deleting port 38175a04-f6b6-4233-a3b4-389fd9a029bd {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:21:05.267349 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c95696dd-3a55-4583-84f2-eea0c9f87589 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:05.334316 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvr_db [None req-fba41359-dcea-4d99-a042-bb569b26718a None None] Set router 9a7f5063-097c-4b4b-ad7e-44e11edb09fe gateway port host: dv-cinder-786627-11-smb {{(pid=92823) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:21:05.348684 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [None req-c95696dd-3a55-4583-84f2-eea0c9f87589 admin admin] For port 38175a04-f6b6-4233-a3b4-389fd9a029bd, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=38175a04-f6b6-4233-a3b4-389fd9a029bd,segment=NetworkSegment(1f136496-d650-4d4e-9fa5-f4757e98fad0),segment_id=1f136496-d650-4d4e-9fa5-f4757e98fad0)] {{(pid=92822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:21:05.349189 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c95696dd-3a55-4583-84f2-eea0c9f87589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:05.415673 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-c95696dd-3a55-4583-84f2-eea0c9f87589 admin admin] Calling delete_port for 38175a04-f6b6-4233-a3b4-389fd9a029bd owned by network:router_gateway {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:21:05.511948 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_hamode_db [None req-fba41359-dcea-4d99-a042-bb569b26718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'name': 'tempest-TestMinimumBasicScenario-154821686-router', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23'}], 'enable_snat': True}, 'gw_port_id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:18:52Z', 'updated_at': '2021-06-22T07:21:04Z', 'revision_number': 5, 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'gw_port': {'id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:53Z', 'updated_at': '2021-06-22T07:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:21:05.543371 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba41359-dcea-4d99-a042-bb569b26718a None None] The sync data for ids ['9a7f5063-097c-4b4b-ad7e-44e11edb09fe'] in dv-cinder-786627-11-smb is: [{'id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'name': 'tempest-TestMinimumBasicScenario-154821686-router', 'tenant_id': '4c0e5ee7866b45b999c83da25e56f5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23'}], 'enable_snat': True}, 'gw_port_id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:18:52Z', 'updated_at': '2021-06-22T07:21:04Z', 'revision_number': 5, 'project_id': '4c0e5ee7866b45b999c83da25e56f5be', 'gw_port': {'id': '38175a04-f6b6-4233-a3b4-389fd9a029bd', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7f5063-097c-4b4b-ad7e-44e11edb09fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:53Z', 'updated_at': '2021-06-22T07:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}] {{(pid=92823) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:21:05.588206 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c95696dd-3a55-4583-84f2-eea0c9f87589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:05.590542 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-8b015859-5b4e-45da-9de6-69da3d5c5c36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:05.613541 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95696dd-3a55-4583-84f2-eea0c9f87589 admin admin] Pushing event deleted for resources: {'Port': ['ID=38175a04-f6b6-4233-a3b4-389fd9a029bd,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:05.617301 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-c95696dd-3a55-4583-84f2-eea0c9f87589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:05.682351 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c95696dd-3a55-4583-84f2-eea0c9f87589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1592423'] for router_gateway, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:05.776450 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c95696dd-3a55-4583-84f2-eea0c9f87589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1146'] for router, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:05.778651 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c95696dd-3a55-4583-84f2-eea0c9f87589 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:05.824660 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c95696dd-3a55-4583-84f2-eea0c9f87589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1669339'] for router, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:05.825173 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95696dd-3a55-4583-84f2-eea0c9f87589 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a7f5063-097c-4b4b-ad7e-44e11edb09fe {{(pid=92822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 07:21:05.831568 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-c95696dd-3a55-4583-84f2-eea0c9f87589 admin admin] Notify callbacks [] for router, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:05.832438 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-c95696dd-3a55-4583-84f2-eea0c9f87589 admin admin] 10.222.0.22 "DELETE /v2.0/routers/9a7f5063-097c-4b4b-ad7e-44e11edb09fe HTTP/1.1" status: 204 len: 168 time: 1.0935652 Jun 22 07:21:05.835016 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 38918) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:21:05.882550 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_v2 [None req-05264ea3-d65a-4e6c-9715-78d84b6fcb12 admin admin] Deleting subnet 4015507f-ca37-4573-be26-702ec08b40aa {{(pid=92822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:21:05.885775 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-05264ea3-d65a-4e6c-9715-78d84b6fcb12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:05.927385 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-05264ea3-d65a-4e6c-9715-78d84b6fcb12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133501958'] for subnet, precommit_delete_associations {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:06.008794 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-05264ea3-d65a-4e6c-9715-78d84b6fcb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708745'] for subnet, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:06.092514 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-05264ea3-d65a-4e6c-9715-78d84b6fcb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133502008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130481217'] for subnet, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:06.097608 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-d08533de-d655-41d4-9a27-e45c2064d406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:06.135906 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05264ea3-d65a-4e6c-9715-78d84b6fcb12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4015507f-ca37-4573-be26-702ec08b40aa,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:06.139756 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-05264ea3-d65a-4e6c-9715-78d84b6fcb12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:06.150539 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device c1cedecf-0605-46d7-b927-47310c34d341 no longer exists at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:21:06.151775 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-05264ea3-d65a-4e6c-9715-78d84b6fcb12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for subnet, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:06.154012 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-05264ea3-d65a-4e6c-9715-78d84b6fcb12 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4015507f-ca37-4573-be26-702ec08b40aa HTTP/1.1" status: 204 len: 168 time: 0.3179154 Jun 22 07:21:06.157385 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 38922) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:21:06.173075 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-badbe661-7601-497f-823b-f0844c323d63 None None] No Port match for: c1cedecf-0605-46d7-b927-47310c34d341 {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:21:06.173426 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device c1cedecf-0605-46d7-b927-47310c34d341 not bound to the agent host dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:21:06.175829 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72238807-93a3-40ce-b5cf-0c909f5d54fb None None] Network 2ce845aa-d4b3-4605-9809-77a5c62ddf74 requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:21:06.243268 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7020b-57ae-4659-b592-8d64db1cd110 req-12fbdb20-54c0-4ed9-baa2-19701049e2b1 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:06.244773 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5ab7020b-57ae-4659-b592-8d64db1cd110 req-12fbdb20-54c0-4ed9-baa2-19701049e2b1 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?device_id=e07ce2f8-30f1-47ac-864e-f63a8f385881 HTTP/1.1" status: 200 len: 946 time: 0.1442525 Jun 22 07:21:06.247532 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2c994f95-f76b-4c01-8cf6-4f01eb93ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735482'] for network, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:06.323621 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-5ab7020b-57ae-4659-b592-8d64db1cd110 req-210ec9c1-6878-4bca-89a0-849a28e29cbe tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf313ed6-d2a4-4ad1-ba48-37b6f8b6e16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621817 Jun 22 07:21:06.334442 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.plugin [None req-2c994f95-f76b-4c01-8cf6-4f01eb93ee1c admin admin] Deleting port a42e74fd-e076-4e46-b4ec-4b37d8fd647b {{(pid=92821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:21:06.334789 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2c994f95-f76b-4c01-8cf6-4f01eb93ee1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:06.397436 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.db [None req-2c994f95-f76b-4c01-8cf6-4f01eb93ee1c admin admin] For port a42e74fd-e076-4e46-b4ec-4b37d8fd647b, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=a42e74fd-e076-4e46-b4ec-4b37d8fd647b,segment=NetworkSegment(cfaaff92-28a9-4bbc-aa3b-7322ef42f107),segment_id=cfaaff92-28a9-4bbc-aa3b-7322ef42f107)] {{(pid=92821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:21:06.397790 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2c994f95-f76b-4c01-8cf6-4f01eb93ee1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:06.461038 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.plugin [None req-2c994f95-f76b-4c01-8cf6-4f01eb93ee1c admin admin] Calling delete_port for a42e74fd-e076-4e46-b4ec-4b37d8fd647b owned by network:dhcp {{(pid=92821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:21:06.539836 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2c994f95-f76b-4c01-8cf6-4f01eb93ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-134075272'] for port, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:06.541967 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-2a1b6b6c-e7aa-4703-af73-0798091a348b tempest-TestMinimumBasicScenario-1968538488 tempest-TestMinimumBasicScenario-1968538488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:06.571863 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c994f95-f76b-4c01-8cf6-4f01eb93ee1c admin admin] Pushing event deleted for resources: {'Port': ['ID=a42e74fd-e076-4e46-b4ec-4b37d8fd647b,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:06.573790 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c994f95-f76b-4c01-8cf6-4f01eb93ee1c admin admin] No DVR routers for this DVR port a42e74fd-e076-4e46-b4ec-4b37d8fd647b on host dv-cinder-786627-11-smb {{(pid=92821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:21:06.575220 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-2c994f95-f76b-4c01-8cf6-4f01eb93ee1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:06.586041 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093054de-2904-4b50-8554-6b1ebce024fa None None] DHCP port deletion for 2ce845aa-d4b3-4605-9809-77a5c62ddf74 request from dv-cinder-786627-11-smb {{(pid=92823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 07:21:06.647335 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2c994f95-f76b-4c01-8cf6-4f01eb93ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709888', 'neutron.services.segments.db._delete_segments_for_network-8736031724755'] for network, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:06.658316 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.services.segments.db [None req-2c994f95-f76b-4c01-8cf6-4f01eb93ee1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce845aa-d4b3-4605-9809-77a5c62ddf74']}} {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:21:06.674408 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.services.segments.db [None req-2c994f95-f76b-4c01-8cf6-4f01eb93ee1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfaaff92-28a9-4bbc-aa3b-7322ef42f107') {'for_net_delete': True} {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:21:06.674893 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.services.segments.db [None req-2c994f95-f76b-4c01-8cf6-4f01eb93ee1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfaaff92-28a9-4bbc-aa3b-7322ef42f107') {} {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:21:06.686600 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2c994f95-f76b-4c01-8cf6-4f01eb93ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736031724584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133979633'] for segment, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:06.701167 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2c994f95-f76b-4c01-8cf6-4f01eb93ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:06.707301 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c994f95-f76b-4c01-8cf6-4f01eb93ee1c admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=92821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:21:06.707698 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2c994f95-f76b-4c01-8cf6-4f01eb93ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-134074747'] for segment, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: Traceback (most recent call last): Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: timer() Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: cb(*args, **kw) Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: return func(*args, **kwargs) Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: self._notify() Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: self.callback(batched_events) Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: event.method(event) Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: return f(self, *a, **k) Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: return self._get(url).json() Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: return self.request(url, 'GET', **kwargs) Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:21:06.709375 dv-cinder-786627-11-smb neutron-server[92821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:21:06.742228 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-7344ba7c-ff76-4c73-9201-e5341a6b2964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:06.767825 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2c994f95-f76b-4c01-8cf6-4f01eb93ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592449'] for network, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:06.771526 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:06.773915 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-2c994f95-f76b-4c01-8cf6-4f01eb93ee1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:06.775708 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-2c994f95-f76b-4c01-8cf6-4f01eb93ee1c admin admin] 10.222.0.22 "DELETE /v2.0/networks/2ce845aa-d4b3-4605-9809-77a5c62ddf74 HTTP/1.1" status: 204 len: 168 time: 0.6168840 Jun 22 07:21:06.778622 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 38924) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:21:06.787375 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c994f95-f76b-4c01-8cf6-4f01eb93ee1c admin admin] Pushing event deleted for resources: {'Network': ['ID=2ce845aa-d4b3-4605-9809-77a5c62ddf74,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:06.789739 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-2c994f95-f76b-4c01-8cf6-4f01eb93ee1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:06.947604 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:07.133286 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5d390ded-bb6f-4dad-859a-13712933e91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655022'] for router_interface, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:07.382490 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-5d390ded-bb6f-4dad-859a-13712933e91e admin admin] Deleting port 40a5d4bb-24c3-498e-bde4-ecc061ac9107 {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:21:07.382827 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5d390ded-bb6f-4dad-859a-13712933e91e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:07.476805 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [None req-5d390ded-bb6f-4dad-859a-13712933e91e admin admin] For port 40a5d4bb-24c3-498e-bde4-ecc061ac9107, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=40a5d4bb-24c3-498e-bde4-ecc061ac9107,segment=NetworkSegment(e9970580-32e7-4107-a851-710fe860d15d),segment_id=e9970580-32e7-4107-a851-710fe860d15d)] {{(pid=92822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:21:07.477241 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5d390ded-bb6f-4dad-859a-13712933e91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:07.511834 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c226a24-b150-47fb-9d17-321e50bd31d7 req-4e6d90fc-997e-439c-9df5-70a63ce2a370 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:07.513352 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-6c226a24-b150-47fb-9d17-321e50bd31d7 req-4e6d90fc-997e-439c-9df5-70a63ce2a370 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?device_id=e07ce2f8-30f1-47ac-864e-f63a8f385881 HTTP/1.1" status: 200 len: 946 time: 0.0649748 Jun 22 07:21:07.541369 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-5d390ded-bb6f-4dad-859a-13712933e91e admin admin] Calling delete_port for 40a5d4bb-24c3-498e-bde4-ecc061ac9107 owned by network:router_interface {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:21:07.551795 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-6c226a24-b150-47fb-9d17-321e50bd31d7 req-6cc4d791-9797-47a4-b4c0-4d9784b7c827 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf313ed6-d2a4-4ad1-ba48-37b6f8b6e16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317752 Jun 22 07:21:07.722907 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5d390ded-bb6f-4dad-859a-13712933e91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:07.724900 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-8d06aa1f-e593-4afb-bac4-ddc7a20f2dde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:07.750026 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:07.752442 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d390ded-bb6f-4dad-859a-13712933e91e admin admin] Pushing event deleted for resources: {'Port': ['ID=40a5d4bb-24c3-498e-bde4-ecc061ac9107,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:07.754964 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-5d390ded-bb6f-4dad-859a-13712933e91e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:07.926082 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-5d390ded-bb6f-4dad-859a-13712933e91e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1773173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654850'] for router_interface, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:08.124588 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 38175a04-f6b6-4233-a3b4-389fd9a029bd no longer exists at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:21:08.144957 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-badbe661-7601-497f-823b-f0844c323d63 None None] No Port match for: 38175a04-f6b6-4233-a3b4-389fd9a029bd {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:21:08.145327 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d390ded-bb6f-4dad-859a-13712933e91e admin admin] Router 604cd4d7-d29a-4560-a2d5-4b35521e2e3d has already been hosted by L3 agent b3c6be58-0872-4ca9-aa34-62461f76722d {{(pid=92822) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:21:08.145445 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 38175a04-f6b6-4233-a3b4-389fd9a029bd not bound to the agent host dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:21:08.145732 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device a42e74fd-e076-4e46-b4ec-4b37d8fd647b no longer exists at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:21:08.164444 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-badbe661-7601-497f-823b-f0844c323d63 None None] No Port match for: a42e74fd-e076-4e46-b4ec-4b37d8fd647b {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:21:08.164794 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device a42e74fd-e076-4e46-b4ec-4b37d8fd647b not bound to the agent host dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:21:08.252875 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d390ded-bb6f-4dad-859a-13712933e91e admin admin] Notify agent at l3_agent.dv-cinder-786627-11-smb the message routers_updated {{(pid=92822) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:21:08.257827 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-5d390ded-bb6f-4dad-859a-13712933e91e admin admin] 10.222.0.22 "PUT /v2.0/routers/604cd4d7-d29a-4560-a2d5-4b35521e2e3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4780662 Jun 22 07:21:08.260314 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 38928) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:21:08.262900 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eef042-9e7c-46fb-be11-30c9bf5ac1ed None None] Sync routers for ids ['604cd4d7-d29a-4560-a2d5-4b35521e2e3d'] in dv-cinder-786627-11-smb {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:21:08.273950 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eef042-9e7c-46fb-be11-30c9bf5ac1ed None None] Routers {'604cd4d7-d29a-4560-a2d5-4b35521e2e3d'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:21:08.274713 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-31eef042-9e7c-46fb-be11-30c9bf5ac1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:21:07Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['604cd4d7-d29a-4560-a2d5-4b35521e2e3d'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:21:08.379911 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-31eef042-9e7c-46fb-be11-30c9bf5ac1ed None None] Set router 604cd4d7-d29a-4560-a2d5-4b35521e2e3d gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:21:08.563532 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-31eef042-9e7c-46fb-be11-30c9bf5ac1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604cd4d7-d29a-4560-a2d5-4b35521e2e3d', 'name': 'tempest-TestMinimumBasicScenario-234265330-router', 'tenant_id': '3c3b85c136004add985577ba7844087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '681b2b24-716d-463f-aa42-bfdfa316bec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:18:58Z', 'updated_at': '2021-06-22T07:21:07Z', 'revision_number': 5, 'project_id': '3c3b85c136004add985577ba7844087f', 'gw_port': {'id': '681b2b24-716d-463f-aa42-bfdfa316bec9', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604cd4d7-d29a-4560-a2d5-4b35521e2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:59Z', 'updated_at': '2021-06-22T07:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:21:08.589341 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eef042-9e7c-46fb-be11-30c9bf5ac1ed None None] Checking router: 604cd4d7-d29a-4560-a2d5-4b35521e2e3d for host: dv-cinder-786627-11-smb {{(pid=92824) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:21:08.599177 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eef042-9e7c-46fb-be11-30c9bf5ac1ed None None] Routers {'604cd4d7-d29a-4560-a2d5-4b35521e2e3d'} bound to L3 agent in host dv-cinder-786627-11-smb {{(pid=92824) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:21:08.599852 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-31eef042-9e7c-46fb-be11-30c9bf5ac1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T07:03:37Z,description=,heartbeat_timestamp=2021-06-22T07:21:07Z,host='dv-cinder-786627-11-smb',id=b3c6be58-0872-4ca9-aa34-62461f76722d,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:03:37Z,topic='l3_agent')) {'router_ids': ['604cd4d7-d29a-4560-a2d5-4b35521e2e3d'], 'active': True} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:21:08.623021 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e6d7ee85-645d-4884-98b9-02dbcd1a6dae admin admin] Notify callbacks [] for router, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:08.705432 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_dvr_db [None req-31eef042-9e7c-46fb-be11-30c9bf5ac1ed None None] Set router 604cd4d7-d29a-4560-a2d5-4b35521e2e3d gateway port host: dv-cinder-786627-11-smb {{(pid=92824) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:21:08.726423 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e6d7ee85-645d-4884-98b9-02dbcd1a6dae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:08.740588 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d88b86-bceb-4a5e-88f6-6e2e09d4edfa req-097b8ff5-f46d-43ca-9f2d-2934feb56d53 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:08.742185 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-86d88b86-bceb-4a5e-88f6-6e2e09d4edfa req-097b8ff5-f46d-43ca-9f2d-2934feb56d53 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?device_id=e07ce2f8-30f1-47ac-864e-f63a8f385881 HTTP/1.1" status: 200 len: 946 time: 0.0754926 Jun 22 07:21:08.781851 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-86d88b86-bceb-4a5e-88f6-6e2e09d4edfa req-00d4a572-be7a-4ac8-a42e-8d1dbf1e1422 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf313ed6-d2a4-4ad1-ba48-37b6f8b6e16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340042 Jun 22 07:21:08.790956 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-e6d7ee85-645d-4884-98b9-02dbcd1a6dae admin admin] Deleting port 681b2b24-716d-463f-aa42-bfdfa316bec9 {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:21:08.791525 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e6d7ee85-645d-4884-98b9-02dbcd1a6dae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:08.870876 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [None req-e6d7ee85-645d-4884-98b9-02dbcd1a6dae admin admin] For port 681b2b24-716d-463f-aa42-bfdfa316bec9, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=681b2b24-716d-463f-aa42-bfdfa316bec9,segment=NetworkSegment(1f136496-d650-4d4e-9fa5-f4757e98fad0),segment_id=1f136496-d650-4d4e-9fa5-f4757e98fad0)] {{(pid=92822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:21:08.871149 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e6d7ee85-645d-4884-98b9-02dbcd1a6dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:08.897490 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.l3_hamode_db [None req-31eef042-9e7c-46fb-be11-30c9bf5ac1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604cd4d7-d29a-4560-a2d5-4b35521e2e3d', 'name': 'tempest-TestMinimumBasicScenario-234265330-router', 'tenant_id': '3c3b85c136004add985577ba7844087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '681b2b24-716d-463f-aa42-bfdfa316bec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:18:58Z', 'updated_at': '2021-06-22T07:21:07Z', 'revision_number': 5, 'project_id': '3c3b85c136004add985577ba7844087f', 'gw_port': {'id': '681b2b24-716d-463f-aa42-bfdfa316bec9', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604cd4d7-d29a-4560-a2d5-4b35521e2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:59Z', 'updated_at': '2021-06-22T07:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}], 'dv-cinder-786627-11-smb', False) {} {{(pid=92824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:21:08.923953 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eef042-9e7c-46fb-be11-30c9bf5ac1ed None None] The sync data for ids ['604cd4d7-d29a-4560-a2d5-4b35521e2e3d'] in dv-cinder-786627-11-smb is: [{'id': '604cd4d7-d29a-4560-a2d5-4b35521e2e3d', 'name': 'tempest-TestMinimumBasicScenario-234265330-router', 'tenant_id': '3c3b85c136004add985577ba7844087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'external_fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '681b2b24-716d-463f-aa42-bfdfa316bec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:18:58Z', 'updated_at': '2021-06-22T07:21:07Z', 'revision_number': 5, 'project_id': '3c3b85c136004add985577ba7844087f', 'gw_port': {'id': '681b2b24-716d-463f-aa42-bfdfa316bec9', 'name': '', 'network_id': '7f141025-a293-49e1-b229-0532c619cb79', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604cd4d7-d29a-4560-a2d5-4b35521e2e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:18:59Z', 'updated_at': '2021-06-22T07:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf01720-6969-45ff-87ec-9c9eeac501f4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-smb'}] {{(pid=92824) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:21:08.939073 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-e6d7ee85-645d-4884-98b9-02dbcd1a6dae admin admin] Calling delete_port for 681b2b24-716d-463f-aa42-bfdfa316bec9 owned by network:router_gateway {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:21:09.099927 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e6d7ee85-645d-4884-98b9-02dbcd1a6dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:09.101986 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-940da96b-e537-4da3-a96e-4c2e328550cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:09.123849 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7ee85-645d-4884-98b9-02dbcd1a6dae admin admin] Pushing event deleted for resources: {'Port': ['ID=681b2b24-716d-463f-aa42-bfdfa316bec9,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:09.127409 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-e6d7ee85-645d-4884-98b9-02dbcd1a6dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:09.197785 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e6d7ee85-645d-4884-98b9-02dbcd1a6dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1592423'] for router_gateway, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:09.289581 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e6d7ee85-645d-4884-98b9-02dbcd1a6dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1669488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1146'] for router, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:09.291725 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e6d7ee85-645d-4884-98b9-02dbcd1a6dae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:09.335971 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e6d7ee85-645d-4884-98b9-02dbcd1a6dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1669339'] for router, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:09.336539 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d7ee85-645d-4884-98b9-02dbcd1a6dae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 604cd4d7-d29a-4560-a2d5-4b35521e2e3d {{(pid=92822) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 07:21:09.341305 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-e6d7ee85-645d-4884-98b9-02dbcd1a6dae admin admin] Notify callbacks [] for router, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:09.342745 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-e6d7ee85-645d-4884-98b9-02dbcd1a6dae admin admin] 10.222.0.22 "DELETE /v2.0/routers/604cd4d7-d29a-4560-a2d5-4b35521e2e3d HTTP/1.1" status: 204 len: 168 time: 1.0814316 Jun 22 07:21:09.345367 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 38932) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:21:09.398908 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc80a701-ef27-4dd5-a8c9-50147193621c admin admin] Deleting subnet 66569e77-082b-4e9d-911d-b0e65e7fa2af {{(pid=92822) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:21:09.402409 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-cc80a701-ef27-4dd5-a8c9-50147193621c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:09.439874 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-cc80a701-ef27-4dd5-a8c9-50147193621c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133501958'] for subnet, precommit_delete_associations {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:09.534304 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-cc80a701-ef27-4dd5-a8c9-50147193621c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708745'] for subnet, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:09.593893 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-cc80a701-ef27-4dd5-a8c9-50147193621c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133502008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130481217'] for subnet, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:09.598958 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-73a556ea-c7f5-4a8c-89c0-4ddc1f0b81c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:09.619639 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80a701-ef27-4dd5-a8c9-50147193621c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66569e77-082b-4e9d-911d-b0e65e7fa2af,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:09.625068 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-cc80a701-ef27-4dd5-a8c9-50147193621c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:09.627563 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-cc80a701-ef27-4dd5-a8c9-50147193621c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for subnet, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:09.629418 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-cc80a701-ef27-4dd5-a8c9-50147193621c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/66569e77-082b-4e9d-911d-b0e65e7fa2af HTTP/1.1" status: 204 len: 168 time: 0.2831166 Jun 22 07:21:09.631876 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 38934) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:21:09.635200 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8ec17e-301b-4870-a78f-74e06fbd477b None None] Network d36e219e-3f22-4b2e-bd30-c8893763f2a7 requested from dv-cinder-786627-11-smb {{(pid=92823) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:21:09.735495 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1799-186c-4f26-93ea-b2e75392d8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735482'] for network, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:09.782803 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677efab2-e07b-4fae-9dff-0bb99994e8a9 req-3a781f30-f356-4dff-8f72-7cfa33d2ea2e tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:09.784302 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-677efab2-e07b-4fae-9dff-0bb99994e8a9 req-3a781f30-f356-4dff-8f72-7cfa33d2ea2e tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.42 "GET /v2.0/ports?device_id=e07ce2f8-30f1-47ac-864e-f63a8f385881 HTTP/1.1" status: 200 len: 946 time: 0.1450844 Jun 22 07:21:09.829111 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:09.872678 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-0cdf1799-186c-4f26-93ea-b2e75392d8c2 admin admin] Deleting port 3e5773ea-b870-49c0-b2c7-5db5726da4cd {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:21:09.872966 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1799-186c-4f26-93ea-b2e75392d8c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:09.943805 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87416c6a-7a7b-487a-bdc3-f518d82ec6a6 None None] DHCP port deletion for d36e219e-3f22-4b2e-bd30-c8893763f2a7 request from dv-cinder-786627-11-smb {{(pid=92823) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 07:21:09.950738 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [None req-0cdf1799-186c-4f26-93ea-b2e75392d8c2 admin admin] For port 3e5773ea-b870-49c0-b2c7-5db5726da4cd, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=3e5773ea-b870-49c0-b2c7-5db5726da4cd,segment=NetworkSegment(e9970580-32e7-4107-a851-710fe860d15d),segment_id=e9970580-32e7-4107-a851-710fe860d15d)] {{(pid=92822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:21:09.951349 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1799-186c-4f26-93ea-b2e75392d8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:09.983242 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543da63-82d1-452d-af9b-bd2a3536b298 req-05f0ae08-9e48-40fc-9d4b-18b109573d53 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:09.984887 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2543da63-82d1-452d-af9b-bd2a3536b298 req-05f0ae08-9e48-40fc-9d4b-18b109573d53 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?device_id=e07ce2f8-30f1-47ac-864e-f63a8f385881 HTTP/1.1" status: 200 len: 946 time: 0.0881932 Jun 22 07:21:09.999074 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-677efab2-e07b-4fae-9dff-0bb99994e8a9 req-710d1721-0859-4cd8-b3cb-25a193eccec2 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Deleting port 20ddce37-f627-4ef2-be17-6a6b9c29e713 {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:21:10.002512 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-677efab2-e07b-4fae-9dff-0bb99994e8a9 req-710d1721-0859-4cd8-b3cb-25a193eccec2 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:10.005331 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-87416c6a-7a7b-487a-bdc3-f518d82ec6a6 None None] Deleting port 3e5773ea-b870-49c0-b2c7-5db5726da4cd {{(pid=92823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:21:10.005956 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-87416c6a-7a7b-487a-bdc3-f518d82ec6a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:10.026713 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [None req-0cdf1799-186c-4f26-93ea-b2e75392d8c2 admin admin] Calling delete_port for 3e5773ea-b870-49c0-b2c7-5db5726da4cd owned by network:dhcp {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:21:10.033350 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-2543da63-82d1-452d-af9b-bd2a3536b298 req-bd80fd04-a29e-46eb-85b4-ad9c25b3e4b2 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf313ed6-d2a4-4ad1-ba48-37b6f8b6e16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411556 Jun 22 07:21:10.086018 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-87416c6a-7a7b-487a-bdc3-f518d82ec6a6 None None] For port 3e5773ea-b870-49c0-b2c7-5db5726da4cd, host dv-cinder-786627-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-smb',level=0,port_id=3e5773ea-b870-49c0-b2c7-5db5726da4cd,segment=NetworkSegment(e9970580-32e7-4107-a851-710fe860d15d),segment_id=e9970580-32e7-4107-a851-710fe860d15d)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:21:10.086694 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-87416c6a-7a7b-487a-bdc3-f518d82ec6a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:10.127740 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 681b2b24-716d-463f-aa42-bfdfa316bec9 no longer exists at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:21:10.158121 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-87416c6a-7a7b-487a-bdc3-f518d82ec6a6 None None] Calling delete_port for 3e5773ea-b870-49c0-b2c7-5db5726da4cd owned by network:dhcp {{(pid=92823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:21:10.169157 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-677efab2-e07b-4fae-9dff-0bb99994e8a9 req-710d1721-0859-4cd8-b3cb-25a193eccec2 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] For port 20ddce37-f627-4ef2-be17-6a6b9c29e713, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=20ddce37-f627-4ef2-be17-6a6b9c29e713,segment=NetworkSegment(84ee73be-20e6-41f8-acac-be492077b78f),segment_id=84ee73be-20e6-41f8-acac-be492077b78f)] {{(pid=92822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:21:10.169530 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-677efab2-e07b-4fae-9dff-0bb99994e8a9 req-710d1721-0859-4cd8-b3cb-25a193eccec2 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:10.178399 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-badbe661-7601-497f-823b-f0844c323d63 None None] No Port match for: 681b2b24-716d-463f-aa42-bfdfa316bec9 {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:21:10.178760 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 681b2b24-716d-463f-aa42-bfdfa316bec9 not bound to the agent host dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:21:10.179193 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 40a5d4bb-24c3-498e-bde4-ecc061ac9107 no longer exists at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:21:10.204666 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-badbe661-7601-497f-823b-f0844c323d63 None None] No Port match for: 40a5d4bb-24c3-498e-bde4-ecc061ac9107 {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:21:10.205027 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 40a5d4bb-24c3-498e-bde4-ecc061ac9107 not bound to the agent host dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:21:10.205458 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 3e5773ea-b870-49c0-b2c7-5db5726da4cd no longer exists at agent ovs-agent-dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:21:10.243963 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-677efab2-e07b-4fae-9dff-0bb99994e8a9 req-710d1721-0859-4cd8-b3cb-25a193eccec2 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Calling delete_port for 20ddce37-f627-4ef2-be17-6a6b9c29e713 owned by compute:nova {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:21:10.255762 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1799-186c-4f26-93ea-b2e75392d8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:10.260028 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-57f01e62-436c-40cd-8dd3-0cbb1f87b696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:10.292034 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-badbe661-7601-497f-823b-f0844c323d63 None None] No active binding found for port 3e5773ea-b870-49c0-b2c7-5db5726da4cd {{(pid=92823) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jun 22 07:21:10.292470 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Device 3e5773ea-b870-49c0-b2c7-5db5726da4cd not bound to the agent host dv-cinder-786627-11-smb {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:21:10.308916 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-87416c6a-7a7b-487a-bdc3-f518d82ec6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439'] for port, after_delete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:10.311907 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-2f2f57f0-be8d-4a70-8b36-dc30925ae89f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:10.314126 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf1799-186c-4f26-93ea-b2e75392d8c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e5773ea-b870-49c0-b2c7-5db5726da4cd,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:10.321761 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdf1799-186c-4f26-93ea-b2e75392d8c2 admin admin] No DVR routers for this DVR port 3e5773ea-b870-49c0-b2c7-5db5726da4cd on host dv-cinder-786627-11-smb {{(pid=92822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:21:10.323318 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-0cdf1799-186c-4f26-93ea-b2e75392d8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:10.338630 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87416c6a-7a7b-487a-bdc3-f518d82ec6a6 None None] Pushing event deleted for resources: {'Port': ['ID=3e5773ea-b870-49c0-b2c7-5db5726da4cd,revision_number=None']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:10.342253 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87416c6a-7a7b-487a-bdc3-f518d82ec6a6 None None] No DVR routers for this DVR port 3e5773ea-b870-49c0-b2c7-5db5726da4cd on host dv-cinder-786627-11-smb {{(pid=92823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:21:10.345435 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-87416c6a-7a7b-487a-bdc3-f518d82ec6a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:10.416966 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1799-186c-4f26-93ea-b2e75392d8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709888', 'neutron.services.segments.db._delete_segments_for_network-8736031724755'] for network, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:10.428694 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.services.segments.db [None req-0cdf1799-186c-4f26-93ea-b2e75392d8c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d36e219e-3f22-4b2e-bd30-c8893763f2a7']}} {{(pid=92822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:21:10.441204 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.services.segments.db [None req-0cdf1799-186c-4f26-93ea-b2e75392d8c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9970580-32e7-4107-a851-710fe860d15d') {'for_net_delete': True} {{(pid=92822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:21:10.441582 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.services.segments.db [None req-0cdf1799-186c-4f26-93ea-b2e75392d8c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9970580-32e7-4107-a851-710fe860d15d') {} {{(pid=92822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:21:10.470093 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1799-186c-4f26-93ea-b2e75392d8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736031724584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133502001'] for segment, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:10.495868 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1799-186c-4f26-93ea-b2e75392d8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:10.505598 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cdf1799-186c-4f26-93ea-b2e75392d8c2 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=92822) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:21:10.506118 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1799-186c-4f26-93ea-b2e75392d8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133502593'] for segment, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: Traceback (most recent call last): Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: timer() Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: cb(*args, **kw) Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: return func(*args, **kwargs) Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: self._notify() Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: self.callback(batched_events) Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: event.method(event) Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: return f(self, *a, **k) Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: return self._get(url).json() Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: return self.request(url, 'GET', **kwargs) Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:21:10.507948 dv-cinder-786627-11-smb neutron-server[92822]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:21:10.562199 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-677efab2-e07b-4fae-9dff-0bb99994e8a9 req-710d1721-0859-4cd8-b3cb-25a193eccec2 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:10.566673 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-77afdcde-5fb1-494a-851d-61927dce1ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:10.574114 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['20ddce37-f627-4ef2-be17-6a6b9c29e713'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:21:10.595041 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1799-186c-4f26-93ea-b2e75392d8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592449'] for network, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:10.598466 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d1721-0859-4cd8-b3cb-25a193eccec2 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Pushing event deleted for resources: {'Port': ['ID=20ddce37-f627-4ef2-be17-6a6b9c29e713,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:10.633312 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1799-186c-4f26-93ea-b2e75392d8c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:10.635209 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-0cdf1799-186c-4f26-93ea-b2e75392d8c2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d36e219e-3f22-4b2e-bd30-c8893763f2a7 HTTP/1.1" status: 204 len: 168 time: 1.0024288 Jun 22 07:21:10.665426 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-677efab2-e07b-4fae-9dff-0bb99994e8a9 req-710d1721-0859-4cd8-b3cb-25a193eccec2 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] No DVR routers for this DVR port 20ddce37-f627-4ef2-be17-6a6b9c29e713 on host hv-cinder-78662 {{(pid=92822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:21:10.667867 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-677efab2-e07b-4fae-9dff-0bb99994e8a9 req-710d1721-0859-4cd8-b3cb-25a193eccec2 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:10.670438 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-677efab2-e07b-4fae-9dff-0bb99994e8a9 req-710d1721-0859-4cd8-b3cb-25a193eccec2 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.42 "DELETE /v2.0/ports/20ddce37-f627-4ef2-be17-6a6b9c29e713 HTTP/1.1" status: 204 len: 173 time: 0.8801606 Jun 22 07:21:10.670992 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07ce2f8-30f1-47ac-864e-f63a8f385881', 'name': 'network-vif-deleted', 'tag': '20ddce37-f627-4ef2-be17-6a6b9c29e713'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:21:10.673386 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfd4cd0-ac0e-4241-82d9-a954d64aee72" -d '{"events": [{"server_uuid": "e07ce2f8-30f1-47ac-864e-f63a8f385881", "name": "network-vif-deleted", "tag": "20ddce37-f627-4ef2-be17-6a6b9c29e713"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:21:10.683105 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-710d1721-0859-4cd8-b3cb-25a193eccec2 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:10.683448 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:10.697829 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf1799-186c-4f26-93ea-b2e75392d8c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d36e219e-3f22-4b2e-bd30-c8893763f2a7,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:10.700960 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-0cdf1799-186c-4f26-93ea-b2e75392d8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:10.720123 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cee8ce-1978-444b-b400-825034b42608 x-openstack-request-id: req-78cee8ce-1978-444b-b400-825034b42608 {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:21:10.720587 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07ce2f8-30f1-47ac-864e-f63a8f385881", "name": "network-vif-deleted", "tag": "20ddce37-f627-4ef2-be17-6a6b9c29e713", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:21:10.720901 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-78cee8ce-1978-444b-b400-825034b42608 {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:21:10.721369 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07ce2f8-30f1-47ac-864e-f63a8f385881', 'name': 'network-vif-deleted', 'tag': '20ddce37-f627-4ef2-be17-6a6b9c29e713', 'status': 'completed', 'code': 200} Jun 22 07:21:10.768521 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 38944) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:21:10.810095 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-53e3e219-6053-4a29-b0a7-b41f3c31d62a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4c0e5ee7866b45b999c83da25e56f5be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402629 Jun 22 07:21:10.812748 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 38946) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:21:10.863403 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-d5ceb7f9-511f-487c-a72e-214d02b927c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:10.884722 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-d5ceb7f9-511f-487c-a72e-214d02b927c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:10.932334 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-d5ceb7f9-511f-487c-a72e-214d02b927c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:10.934953 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-d5ceb7f9-511f-487c-a72e-214d02b927c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:10.936172 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-d5ceb7f9-511f-487c-a72e-214d02b927c8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e3cf137f-1dc3-404b-a0e4-c00b3ce906e4 HTTP/1.1" status: 204 len: 168 time: 0.1224928 Jun 22 07:21:10.936950 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-c83903f1-398f-405d-9a52-12c8e9705120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:10.946226 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ceb7f9-511f-487c-a72e-214d02b927c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cf137f-1dc3-404b-a0e4-c00b3ce906e4,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:10.949408 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-d5ceb7f9-511f-487c-a72e-214d02b927c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:11.221358 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-e3a43583-9c90-49df-a523-1d3f19f70bc9 req-225d2f60-500c-473b-80c0-6c916a55a8a4 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?device_id=e07ce2f8-30f1-47ac-864e-f63a8f385881 HTTP/1.1" status: 200 len: 210 time: 0.0325067 Jun 22 07:21:11.297201 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 38954) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:21:11.337388 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-25c5fe25-cf38-4574-8ef7-39f1944ee055 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c3b85c136004add985577ba7844087f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388646 Jun 22 07:21:11.339791 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 38956) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:21:11.392911 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-2c4388d3-2417-4582-88dd-a62989feef28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:11.414616 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-2c4388d3-2417-4582-88dd-a62989feef28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:11.463629 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-2c4388d3-2417-4582-88dd-a62989feef28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:11.467747 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-2c4388d3-2417-4582-88dd-a62989feef28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:11.468901 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-2c4388d3-2417-4582-88dd-a62989feef28 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/698b02e0-85a1-49da-94d9-f700b7150d27 HTTP/1.1" status: 204 len: 168 time: 0.1281879 Jun 22 07:21:11.469693 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-923e3e1a-fb98-4499-a60d-3793bad8cecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:11.477853 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4388d3-2417-4582-88dd-a62989feef28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698b02e0-85a1-49da-94d9-f700b7150d27,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:11.480194 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-2c4388d3-2417-4582-88dd-a62989feef28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:14.719976 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 20ddce37-f627-4ef2-be17-6a6b9c29e713 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:21:14.741072 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] No Port match for: 20ddce37-f627-4ef2-be17-6a6b9c29e713 {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:21:14.741430 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 20ddce37-f627-4ef2-be17-6a6b9c29e713 not bound to the agent host hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:21:16.161367 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-86c5a3f5-979e-4c3e-bf3b-354c743e77fd tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:16.162786 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-86c5a3f5-979e-4c3e-bf3b-354c743e77fd tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/networks?id=b5be19d7-9b45-4ae5-9fda-1a3d8c67e800 HTTP/1.1" status: 200 len: 814 time: 0.1087837 Jun 22 07:21:16.182053 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-826a6811-6161-4646-b1a9-ab8473884a3c tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/quotas/eea58b496f404147a03d9f2b2adb673d HTTP/1.1" status: 200 len: 375 time: 0.0128870 Jun 22 07:21:16.220387 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-6cdd572f-e68d-4cac-aa5d-2fee7f058bb9 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=eea58b496f404147a03d9f2b2adb673d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303156 Jun 22 07:21:16.312979 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-8184ed3f-ba2e-4577-aafa-cae369a9ebc6 service neutron] 10.222.0.22 "GET /v2.0/networks/b5be19d7-9b45-4ae5-9fda-1a3d8c67e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856471 Jun 22 07:21:16.400520 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-767cd117-dc61-4238-8947-7bf92f566dac service neutron] 10.222.0.22 "GET /v2.0/networks/b5be19d7-9b45-4ae5-9fda-1a3d8c67e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818112 Jun 22 07:21:16.571769 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-acd159e0-0011-4c3c-b420-8b88dc4eacf9 req-ca4ffa4b-02f9-4243-a894-959173f6f2a9 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?device_id=23a83845-187c-49c6-8208-69a9c70194ba HTTP/1.1" status: 200 len: 210 time: 0.0299835 Jun 22 07:21:17.598433 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-2daf719b-6d7d-4d4c-9926-207ac702bdee tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:17.600156 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-2daf719b-6d7d-4d4c-9926-207ac702bdee tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.42 "GET /v2.0/networks?id=b5be19d7-9b45-4ae5-9fda-1a3d8c67e800 HTTP/1.1" status: 200 len: 814 time: 0.1104450 Jun 22 07:21:17.613249 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-e95532d1-8ea0-4013-805b-1cac747a169f tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Request body: {'port': {'device_id': '23a83845-187c-49c6-8208-69a9c70194ba', 'network_id': 'b5be19d7-9b45-4ae5-9fda-1a3d8c67e800', 'admin_state_up': True, 'tenant_id': 'eea58b496f404147a03d9f2b2adb673d'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:21:17.695784 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:17.725111 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-e95532d1-8ea0-4013-805b-1cac747a169f tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Made reservation on behalf of eea58b496f404147a03d9f2b2adb673d for: {'port': 1} {{(pid=92822) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:21:17.728135 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0eecee7e-f4f6-4837-b376-51ce67c16f6c req-cdca294a-2ee3-45f8-be18-c43f82f9d31c tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?device_id=23a83845-187c-49c6-8208-69a9c70194ba HTTP/1.1" status: 200 len: 210 time: 0.0390120 Jun 22 07:21:17.728832 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-e95532d1-8ea0-4013-805b-1cac747a169f tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-769417'] for port, before_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:17.856572 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.db_base_plugin_common [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-e95532d1-8ea0-4013-805b-1cac747a169f tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Allocated IP 172.20.0.14 (b5be19d7-9b45-4ae5-9fda-1a3d8c67e800/c666085c-c9e7-4859-bf1f-7ffbfce8ab27/288c167a-37f9-4200-b721-0b1ba05b604d) {{(pid=92822) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:21:18.018885 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-e95532d1-8ea0-4013-805b-1cac747a169f tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Notify callbacks [] for port, precommit_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:18.059445 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-e95532d1-8ea0-4013-805b-1cac747a169f tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-769866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736031214430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-133502027'] for port, after_create {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:18.064306 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-cf6feb80-aa44-48dd-9ffb-3a31d01c70bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:18.106103 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-e95532d1-8ea0-4013-805b-1cac747a169f tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Network b5be19d7-9b45-4ae5-9fda-1a3d8c67e800 is already hosted by enough agents. {{(pid=92822) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:21:18.110781 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.scheduler.base_scheduler [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-e95532d1-8ea0-4013-805b-1cac747a169f tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Resources bound (agent type, host, resource id): {{(pid=92822) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:21:18.113899 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-e95532d1-8ea0-4013-805b-1cac747a169f tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Received port after_create {{(pid=92822) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:21:18.144238 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95532d1-8ea0-4013-805b-1cac747a169f tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Pushing event updated for resources: {'Port': ['ID=288c167a-37f9-4200-b721-0b1ba05b604d,revision_number=1']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:18.147341 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-e95532d1-8ea0-4013-805b-1cac747a169f tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:18.175305 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-e95532d1-8ea0-4013-805b-1cac747a169f tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:18.175960 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-e95532d1-8ea0-4013-805b-1cac747a169f tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:18.191209 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-e95532d1-8ea0-4013-805b-1cac747a169f tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5825331 Jun 22 07:21:18.202836 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.v2.base [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-ac3435fe-a4dd-41af-ad7c-37bc6f395b5a service neutron] Request body: {'port': {'device_id': '23a83845-187c-49c6-8208-69a9c70194ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92822) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:21:18.279732 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-ac3435fe-a4dd-41af-ad7c-37bc6f395b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:18.533989 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-ac3435fe-a4dd-41af-ad7c-37bc6f395b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 288c167a-37f9-4200-b721-0b1ba05b604d {{(pid=92822) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:21:18.541360 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-ac3435fe-a4dd-41af-ad7c-37bc6f395b5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:18.553536 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.provisioning_blocks [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-ac3435fe-a4dd-41af-ad7c-37bc6f395b5a service neutron] Transition to ACTIVE for port object 288c167a-37f9-4200-b721-0b1ba05b604d will not be triggered until provisioned by entity L2. {{(pid=92822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:21:18.557357 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-ac3435fe-a4dd-41af-ad7c-37bc6f395b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:18.559608 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-8d06aa1f-e593-4afb-bac4-ddc7a20f2dde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:18.635002 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3435fe-a4dd-41af-ad7c-37bc6f395b5a service neutron] Pushing event updated for resources: {'Port': ['ID=288c167a-37f9-4200-b721-0b1ba05b604d,revision_number=2']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:18.638500 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ac3435fe-a4dd-41af-ad7c-37bc6f395b5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:18.705942 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-ac3435fe-a4dd-41af-ad7c-37bc6f395b5a service neutron] Attempting to bind port 288c167a-37f9-4200-b721-0b1ba05b604d on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:21:18.706277 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-ac3435fe-a4dd-41af-ad7c-37bc6f395b5a service neutron] Attempting to bind port 288c167a-37f9-4200-b721-0b1ba05b604d by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '84ee73be-20e6-41f8-acac-be492077b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b5be19d7-9b45-4ae5-9fda-1a3d8c67e800'}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:21:18.706605 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-ac3435fe-a4dd-41af-ad7c-37bc6f395b5a service neutron] Attempting to bind port 288c167a-37f9-4200-b721-0b1ba05b604d on network b5be19d7-9b45-4ae5-9fda-1a3d8c67e800 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:21:18.710977 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-ac3435fe-a4dd-41af-ad7c-37bc6f395b5a service neutron] Port 288c167a-37f9-4200-b721-0b1ba05b604d on network b5be19d7-9b45-4ae5-9fda-1a3d8c67e800 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:21:18.711316 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-ac3435fe-a4dd-41af-ad7c-37bc6f395b5a service neutron] Attempting to bind port 288c167a-37f9-4200-b721-0b1ba05b604d on network b5be19d7-9b45-4ae5-9fda-1a3d8c67e800 {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:21:18.716091 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-ac3435fe-a4dd-41af-ad7c-37bc6f395b5a service neutron] Checking agent: {'id': '6c17c73a-1ba3-464e-bc7a-10a2b7fbfd09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'started_at': datetime.datetime(2021, 6, 22, 7, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:21:18.716423 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-ac3435fe-a4dd-41af-ad7c-37bc6f395b5a service neutron] Checking segment: {'id': '84ee73be-20e6-41f8-acac-be492077b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b5be19d7-9b45-4ae5-9fda-1a3d8c67e800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:21:18.716806 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-ac3435fe-a4dd-41af-ad7c-37bc6f395b5a service neutron] Bound using segment: {'id': '84ee73be-20e6-41f8-acac-be492077b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b5be19d7-9b45-4ae5-9fda-1a3d8c67e800'} {{(pid=92822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:21:18.717232 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.managers [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-ac3435fe-a4dd-41af-ad7c-37bc6f395b5a service neutron] Bound port: 288c167a-37f9-4200-b721-0b1ba05b604d, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ee73be-20e6-41f8-acac-be492077b78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b5be19d7-9b45-4ae5-9fda-1a3d8c67e800'}}] {{(pid=92822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:21:18.717702 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-ac3435fe-a4dd-41af-ad7c-37bc6f395b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:18.793906 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-ac3435fe-a4dd-41af-ad7c-37bc6f395b5a service neutron] For port 288c167a-37f9-4200-b721-0b1ba05b604d, host hv-cinder-78662, cleared binding levels {{(pid=92822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:21:18.797441 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-ac3435fe-a4dd-41af-ad7c-37bc6f395b5a service neutron] For port 288c167a-37f9-4200-b721-0b1ba05b604d, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=288c167a-37f9-4200-b721-0b1ba05b604d,segment=NetworkSegment(84ee73be-20e6-41f8-acac-be492077b78f),segment_id=84ee73be-20e6-41f8-acac-be492077b78f)] {{(pid=92822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:21:18.804690 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-ac3435fe-a4dd-41af-ad7c-37bc6f395b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133502073'] for port, after_update {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:18.809348 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-5c4ba14d-6ed2-42c7-9bb0-a203efc6f2ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:18.851401 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-ac3435fe-a4dd-41af-ad7c-37bc6f395b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:18.852014 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-ac3435fe-a4dd-41af-ad7c-37bc6f395b5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:18.853502 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-ac3435fe-a4dd-41af-ad7c-37bc6f395b5a service neutron] 10.222.0.42 "PUT /v2.0/ports/288c167a-37f9-4200-b721-0b1ba05b604d HTTP/1.1" status: 200 len: 1094 time: 0.6553819 Jun 22 07:21:18.854037 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a83845-187c-49c6-8208-69a9c70194ba', 'tag': '288c167a-37f9-4200-b721-0b1ba05b604d'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:21:18.856411 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89543773-d1ca-4348-b0ee-d1ff39b4ac58" -d '{"events": [{"name": "network-changed", "server_uuid": "23a83845-187c-49c6-8208-69a9c70194ba", "tag": "288c167a-37f9-4200-b721-0b1ba05b604d"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:21:18.879036 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3435fe-a4dd-41af-ad7c-37bc6f395b5a service neutron] Pushing event updated for resources: {'Port': ['ID=288c167a-37f9-4200-b721-0b1ba05b604d,revision_number=3']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:18.882357 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-ac3435fe-a4dd-41af-ad7c-37bc6f395b5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:18.900489 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5b0d7e-4e04-48dc-9486-0417f2d5bcb7 x-openstack-request-id: req-ca5b0d7e-4e04-48dc-9486-0417f2d5bcb7 {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:21:18.900727 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a83845-187c-49c6-8208-69a9c70194ba", "tag": "288c167a-37f9-4200-b721-0b1ba05b604d", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:21:18.901025 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca5b0d7e-4e04-48dc-9486-0417f2d5bcb7 {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:21:18.901461 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a83845-187c-49c6-8208-69a9c70194ba', 'tag': '288c167a-37f9-4200-b721-0b1ba05b604d', 'status': 'completed', 'code': 200} Jun 22 07:21:18.934530 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9b848-8da8-40de-b691-451a656b557f req-82a7cbcc-9976-4c24-9826-ed691445fd7a tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:18.936292 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-73d9b848-8da8-40de-b691-451a656b557f req-82a7cbcc-9976-4c24-9826-ed691445fd7a tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?device_id=23a83845-187c-49c6-8208-69a9c70194ba HTTP/1.1" status: 200 len: 944 time: 0.0740674 Jun 22 07:21:18.959597 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-970f564c-b584-4778-b664-cf3f053f1573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:18.961088 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-970f564c-b584-4778-b664-cf3f053f1573 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eea58b496f404147a03d9f2b2adb673d&device_id=23a83845-187c-49c6-8208-69a9c70194ba HTTP/1.1" status: 200 len: 1097 time: 0.0567153 Jun 22 07:21:18.977757 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-73d9b848-8da8-40de-b691-451a656b557f req-2e8ed088-d5cc-478a-b3b0-9bfbe5fdb2d4 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf313ed6-d2a4-4ad1-ba48-37b6f8b6e16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349381 Jun 22 07:21:19.004522 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-5ffc4ec7-df47-46f3-ba64-e6d2e6aa7d67 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=288c167a-37f9-4200-b721-0b1ba05b604d HTTP/1.1" status: 200 len: 217 time: 0.0350943 Jun 22 07:21:19.055701 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-496b557e-42ca-444d-ba2f-70fd5c8b2212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:19.057032 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-496b557e-42ca-444d-ba2f-70fd5c8b2212 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c666085c-c9e7-4859-bf1f-7ffbfce8ab27 HTTP/1.1" status: 200 len: 854 time: 0.0466828 Jun 22 07:21:19.090266 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-818e24a8-39d5-4176-bef9-a84e01a05d66 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b5be19d7-9b45-4ae5-9fda-1a3d8c67e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267997 Jun 22 07:21:19.183812 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-e0b0ab15-0a01-4029-bef7-ae35bb2af000 service neutron] 10.222.0.42 "GET /v2.0/networks/b5be19d7-9b45-4ae5-9fda-1a3d8c67e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873466 Jun 22 07:21:19.287941 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-8ca6eb2b-1bf9-4204-bdbc-948910294a75 req-6e4b30af-ece0-49e9-856e-a9e7bfa05a08 service neutron] 10.222.0.42 "GET /v2.0/networks/b5be19d7-9b45-4ae5-9fda-1a3d8c67e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978863 Jun 22 07:21:19.397524 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89543773-d1ca-4348-b0ee-d1ff39b4ac58 req-5b72f6b2-bc89-4850-9e1d-12a7e0f4b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:19.399015 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-89543773-d1ca-4348-b0ee-d1ff39b4ac58 req-5b72f6b2-bc89-4850-9e1d-12a7e0f4b370 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eea58b496f404147a03d9f2b2adb673d&device_id=23a83845-187c-49c6-8208-69a9c70194ba HTTP/1.1" status: 200 len: 1097 time: 0.0571735 Jun 22 07:21:19.496779 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89543773-d1ca-4348-b0ee-d1ff39b4ac58 req-50c1e2d8-fdc0-4aaf-a8d8-3a84a3e3a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:19.498233 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-89543773-d1ca-4348-b0ee-d1ff39b4ac58 req-50c1e2d8-fdc0-4aaf-a8d8-3a84a3e3a447 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b5be19d7-9b45-4ae5-9fda-1a3d8c67e800 HTTP/1.1" status: 200 len: 915 time: 0.0915780 Jun 22 07:21:19.539228 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-89543773-d1ca-4348-b0ee-d1ff39b4ac58 req-0a3dc499-10d0-4877-8564-ab5ab28afe03 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=288c167a-37f9-4200-b721-0b1ba05b604d HTTP/1.1" status: 200 len: 217 time: 0.0336864 Jun 22 07:21:19.587569 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89543773-d1ca-4348-b0ee-d1ff39b4ac58 req-638df788-9d3a-4b19-b64a-aa098fd61d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:19.588993 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-89543773-d1ca-4348-b0ee-d1ff39b4ac58 req-638df788-9d3a-4b19-b64a-aa098fd61d90 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c666085c-c9e7-4859-bf1f-7ffbfce8ab27 HTTP/1.1" status: 200 len: 854 time: 0.0422859 Jun 22 07:21:19.621243 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-89543773-d1ca-4348-b0ee-d1ff39b4ac58 req-702a9319-3f98-4b07-90b3-a3619603fb5b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b5be19d7-9b45-4ae5-9fda-1a3d8c67e800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257728 Jun 22 07:21:19.724229 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-89543773-d1ca-4348-b0ee-d1ff39b4ac58 req-f466c4d2-b728-45c5-a8f4-ae9bfe09dc56 service neutron] 10.222.0.42 "GET /v2.0/networks/b5be19d7-9b45-4ae5-9fda-1a3d8c67e800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957561 Jun 22 07:21:19.822300 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-89543773-d1ca-4348-b0ee-d1ff39b4ac58 req-d9aea0b7-3766-47dd-828d-a61a8b08eead service neutron] 10.222.0.42 "GET /v2.0/networks/b5be19d7-9b45-4ae5-9fda-1a3d8c67e800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918825 Jun 22 07:21:20.149514 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b25318-29c8-41cf-8739-0fba00d8154f req-66293969-5632-43cd-8b21-51d412327737 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:20.150973 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a1b25318-29c8-41cf-8739-0fba00d8154f req-66293969-5632-43cd-8b21-51d412327737 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?device_id=23a83845-187c-49c6-8208-69a9c70194ba HTTP/1.1" status: 200 len: 944 time: 0.0626822 Jun 22 07:21:20.191783 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-a1b25318-29c8-41cf-8739-0fba00d8154f req-e496d02d-d598-4cb5-9419-2dbfcdb9aa40 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf313ed6-d2a4-4ad1-ba48-37b6f8b6e16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345540 Jun 22 07:21:20.767002 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 288c167a-37f9-4200-b721-0b1ba05b604d details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92823) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:21:20.862299 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 288c167a-37f9-4200-b721-0b1ba05b604d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=288c167a-37f9-4200-b721-0b1ba05b604d,segment=NetworkSegment(84ee73be-20e6-41f8-acac-be492077b78f),segment_id=84ee73be-20e6-41f8-acac-be492077b78f)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:21:20.873012 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Returning: {'device': '288c167a-37f9-4200-b721-0b1ba05b604d', 'network_id': 'b5be19d7-9b45-4ae5-9fda-1a3d8c67e800', 'port_id': '288c167a-37f9-4200-b721-0b1ba05b604d', 'mac_address': 'fa:16:3e:30:45:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c666085c-c9e7-4859-bf1f-7ffbfce8ab27', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92823) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:21:20.910022 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:20.922547 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 288c167a-37f9-4200-b721-0b1ba05b604d {{(pid=92823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:21:20.941413 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 288c167a-37f9-4200-b721-0b1ba05b604d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=288c167a-37f9-4200-b721-0b1ba05b604d,segment=NetworkSegment(84ee73be-20e6-41f8-acac-be492077b78f),segment_id=84ee73be-20e6-41f8-acac-be492077b78f)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:21:20.945511 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:20.947253 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:20.999173 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=288c167a-37f9-4200-b721-0b1ba05b604d,revision_number=4']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:21.002484 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:21.146838 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['288c167a-37f9-4200-b721-0b1ba05b604d'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:21:21.367062 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856c5f7-9360-4e49-bed9-ee629f1d8253 req-47c5d23e-bfc4-462b-a8b7-0a5584e008c4 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:21.368621 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-9856c5f7-9360-4e49-bed9-ee629f1d8253 req-47c5d23e-bfc4-462b-a8b7-0a5584e008c4 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?device_id=23a83845-187c-49c6-8208-69a9c70194ba HTTP/1.1" status: 200 len: 945 time: 0.0634964 Jun 22 07:21:21.405567 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-9856c5f7-9360-4e49-bed9-ee629f1d8253 req-f3d07f99-2a21-42ee-939a-711ea56d5e27 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf313ed6-d2a4-4ad1-ba48-37b6f8b6e16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313914 Jun 22 07:21:22.584459 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bf0fc-2c97-4bd0-ac85-07cb46ac07b3 req-715ac64a-874d-4718-95bf-ffe31261908b tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:22.585945 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-065bf0fc-2c97-4bd0-ac85-07cb46ac07b3 req-715ac64a-874d-4718-95bf-ffe31261908b tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?device_id=23a83845-187c-49c6-8208-69a9c70194ba HTTP/1.1" status: 200 len: 945 time: 0.0651751 Jun 22 07:21:22.623644 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-065bf0fc-2c97-4bd0-ac85-07cb46ac07b3 req-7c7973de-b6aa-446b-b86f-1649c569b919 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf313ed6-d2a4-4ad1-ba48-37b6f8b6e16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319452 Jun 22 07:21:22.781101 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 288c167a-37f9-4200-b721-0b1ba05b604d up at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:21:22.830455 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning for port 288c167a-37f9-4200-b721-0b1ba05b604d completed by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:21:22.834279 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.db.provisioning_blocks [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Provisioning complete for port 288c167a-37f9-4200-b721-0b1ba05b604d triggered by entity L2. {{(pid=92823) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:21:22.834649 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699551'] for port, provisioning_complete {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:22.923377 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-769439'] for port, before_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:22.944959 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a83845-187c-49c6-8208-69a9c70194ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288c167a-37f9-4200-b721-0b1ba05b604d'}] {{(pid=92823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:21:22.947204 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1855b14f289de04877f76e9f82b9d84154af39b836c558547df9393c60095739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1800e193-4c63-4924-b81a-57b7bbfc6368" -d '{"events": [{"server_uuid": "23a83845-187c-49c6-8208-69a9c70194ba", "name": "network-vif-plugged", "status": "completed", "tag": "288c167a-37f9-4200-b721-0b1ba05b604d"}]}' {{(pid=92823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:21:22.960185 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] For port 288c167a-37f9-4200-b721-0b1ba05b604d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=288c167a-37f9-4200-b721-0b1ba05b604d,segment=NetworkSegment(84ee73be-20e6-41f8-acac-be492077b78f),segment_id=84ee73be-20e6-41f8-acac-be492077b78f)] {{(pid=92823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:21:22.964452 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736031643859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736031214448', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736031214493'] for port, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:22.966331 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:22.989397 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0b6f6c-fea8-4578-8984-661a0f2476e1 x-openstack-request-id: req-fb0b6f6c-fea8-4578-8984-661a0f2476e1 {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:21:22.989776 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a83845-187c-49c6-8208-69a9c70194ba", "name": "network-vif-plugged", "status": "completed", "tag": "288c167a-37f9-4200-b721-0b1ba05b604d", "code": 200}]} {{(pid=92823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:21:22.990038 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fb0b6f6c-fea8-4578-8984-661a0f2476e1 {{(pid=92823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:21:22.990443 dv-cinder-786627-11-smb neutron-server[92823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a83845-187c-49c6-8208-69a9c70194ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288c167a-37f9-4200-b721-0b1ba05b604d', 'code': 200} Jun 22 07:21:23.017280 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Pushing event updated for resources: {'Port': ['ID=288c167a-37f9-4200-b721-0b1ba05b604d,revision_number=5']} {{(pid=92823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:23.020925 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:23.207663 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721bffc6-6d3c-4061-905a-aa56fc2fce04 req-415e7f1a-2bbb-4b67-ae34-f3d3129177bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:23.209054 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-721bffc6-6d3c-4061-905a-aa56fc2fce04 req-415e7f1a-2bbb-4b67-ae34-f3d3129177bd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=23a83845-187c-49c6-8208-69a9c70194ba HTTP/1.1" status: 200 len: 1099 time: 0.0615468 Jun 22 07:21:23.245856 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-721bffc6-6d3c-4061-905a-aa56fc2fce04 req-5b99e3e9-b90e-4538-b797-3ad0f94888eb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bf313ed6-d2a4-4ad1-ba48-37b6f8b6e16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295401 Jun 22 07:21:23.803184 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4782bdc-bcb7-423d-ac2a-2646d91c90de req-58b43a10-34c4-4e72-b16d-ebc51eaa2e43 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:23.804645 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d4782bdc-bcb7-423d-ac2a-2646d91c90de req-58b43a10-34c4-4e72-b16d-ebc51eaa2e43 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?device_id=23a83845-187c-49c6-8208-69a9c70194ba HTTP/1.1" status: 200 len: 946 time: 0.0662053 Jun 22 07:21:23.841635 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-d4782bdc-bcb7-423d-ac2a-2646d91c90de req-21702b42-f247-4b71-9350-03d156d414a6 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf313ed6-d2a4-4ad1-ba48-37b6f8b6e16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314341 Jun 22 07:21:25.024406 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfdfba-51de-49a7-8c62-b2de9cae774d req-72d7cc43-ab3e-4bbb-a2b7-e37236b6a1f5 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:25.025861 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-3ddfdfba-51de-49a7-8c62-b2de9cae774d req-72d7cc43-ab3e-4bbb-a2b7-e37236b6a1f5 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?device_id=23a83845-187c-49c6-8208-69a9c70194ba HTTP/1.1" status: 200 len: 946 time: 0.0629513 Jun 22 07:21:25.064255 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-3ddfdfba-51de-49a7-8c62-b2de9cae774d req-85adf61e-bc69-45b4-a385-afb234af99aa tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf313ed6-d2a4-4ad1-ba48-37b6f8b6e16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318341 Jun 22 07:21:34.144530 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-e4abeae6-b575-4012-b6be-93a63dedb30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:36.743788 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-476a9c09-9f03-4612-8aad-62bf55b0bcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:36.958439 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:37.753329 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:38.084676 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 6 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:21:39.151357 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49408e-6f05-4ac7-bb47-5ec1b0042c81 req-924df242-cb44-4353-9f01-2384a57b0458 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:39.152887 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ae49408e-6f05-4ac7-bb47-5ec1b0042c81 req-924df242-cb44-4353-9f01-2384a57b0458 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?device_id=23a83845-187c-49c6-8208-69a9c70194ba HTTP/1.1" status: 200 len: 946 time: 0.0653460 Jun 22 07:21:39.209080 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-ae49408e-6f05-4ac7-bb47-5ec1b0042c81 req-8a9fea20-e8a9-4951-a330-b3049e24493c tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf313ed6-d2a4-4ad1-ba48-37b6f8b6e16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489790 Jun 22 07:21:39.829654 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:40.495828 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9018-ac4e-446d-8f5e-fb9ffba83e64 req-dbd3afb6-78df-4ae5-9116-e65909584822 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:40.497217 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0e2b9018-ac4e-446d-8f5e-fb9ffba83e64 req-dbd3afb6-78df-4ae5-9116-e65909584822 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?device_id=23a83845-187c-49c6-8208-69a9c70194ba HTTP/1.1" status: 200 len: 946 time: 0.1662695 Jun 22 07:21:40.537234 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-0e2b9018-ac4e-446d-8f5e-fb9ffba83e64 req-a9d1bb1b-2a4a-438a-9b71-175d05d45301 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf313ed6-d2a4-4ad1-ba48-37b6f8b6e16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332210 Jun 22 07:21:41.714928 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d055f-4fd8-463a-b0e2-c2e58d95ede4 req-59e6377c-3d56-4ff0-989e-91250a751aca tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:41.716383 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-965d055f-4fd8-463a-b0e2-c2e58d95ede4 req-59e6377c-3d56-4ff0-989e-91250a751aca tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?device_id=23a83845-187c-49c6-8208-69a9c70194ba HTTP/1.1" status: 200 len: 946 time: 0.0653505 Jun 22 07:21:41.756657 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-965d055f-4fd8-463a-b0e2-c2e58d95ede4 req-1aab7a54-d876-4995-9ff3-e134a1e90df8 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf313ed6-d2a4-4ad1-ba48-37b6f8b6e16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343773 Jun 22 07:21:43.194986 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5c4c5-0cb7-4ae0-9ce8-04de7d9d95fb req-1aa4b5e1-2b2b-4a99-ac34-01de436210e1 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92821) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:43.196479 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-15b5c4c5-0cb7-4ae0-9ce8-04de7d9d95fb req-1aa4b5e1-2b2b-4a99-ac34-01de436210e1 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?device_id=23a83845-187c-49c6-8208-69a9c70194ba HTTP/1.1" status: 200 len: 946 time: 0.3133488 Jun 22 07:21:43.238146 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-15b5c4c5-0cb7-4ae0-9ce8-04de7d9d95fb req-abc249b1-7d16-47b1-89d6-9ee3dc1cd4e7 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf313ed6-d2a4-4ad1-ba48-37b6f8b6e16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352414 Jun 22 07:21:43.353751 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed4446-98d1-42fe-bd74-919caeac45b6 req-2336a277-b698-47e4-a80d-418019c979b6 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92822) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:43.355757 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-74ed4446-98d1-42fe-bd74-919caeac45b6 req-2336a277-b698-47e4-a80d-418019c979b6 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.42 "GET /v2.0/ports?device_id=23a83845-187c-49c6-8208-69a9c70194ba HTTP/1.1" status: 200 len: 946 time: 0.0640399 Jun 22 07:21:43.742135 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-74ed4446-98d1-42fe-bd74-919caeac45b6 req-52a6728b-bd81-429c-ba48-fb2dd829f130 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Deleting port 288c167a-37f9-4200-b721-0b1ba05b604d {{(pid=92822) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:21:43.742481 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-74ed4446-98d1-42fe-bd74-919caeac45b6 req-52a6728b-bd81-429c-ba48-fb2dd829f130 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736031703269'] for port, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:43.860785 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.db [req-74ed4446-98d1-42fe-bd74-919caeac45b6 req-52a6728b-bd81-429c-ba48-fb2dd829f130 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] For port 288c167a-37f9-4200-b721-0b1ba05b604d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=288c167a-37f9-4200-b721-0b1ba05b604d,segment=NetworkSegment(84ee73be-20e6-41f8-acac-be492077b78f),segment_id=84ee73be-20e6-41f8-acac-be492077b78f)] {{(pid=92822) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:21:43.861282 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-74ed4446-98d1-42fe-bd74-919caeac45b6 req-52a6728b-bd81-429c-ba48-fb2dd829f130 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593254'] for port, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:43.940671 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.plugins.ml2.plugin [req-74ed4446-98d1-42fe-bd74-919caeac45b6 req-52a6728b-bd81-429c-ba48-fb2dd829f130 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Calling delete_port for 288c167a-37f9-4200-b721-0b1ba05b604d owned by compute:nova {{(pid=92822) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:21:44.105532 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-74ed4446-98d1-42fe-bd74-919caeac45b6 req-52a6728b-bd81-429c-ba48-fb2dd829f130 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-769917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736031643877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736031214439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133502066'] for port, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:44.110863 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-8f790c2c-64ab-4f6b-8f6b-1683f888b71e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:44.119383 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.db [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] get_ports_and_sgs() called for port_ids ['288c167a-37f9-4200-b721-0b1ba05b604d'] {{(pid=92823) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:21:44.143340 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6728b-bd81-429c-ba48-fb2dd829f130 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Pushing event deleted for resources: {'Port': ['ID=288c167a-37f9-4200-b721-0b1ba05b604d,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:44.146333 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-52a6728b-bd81-429c-ba48-fb2dd829f130 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:44.209291 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ed4446-98d1-42fe-bd74-919caeac45b6 req-52a6728b-bd81-429c-ba48-fb2dd829f130 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] No DVR routers for this DVR port 288c167a-37f9-4200-b721-0b1ba05b604d on host hv-cinder-78662 {{(pid=92822) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:21:44.212154 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [req-74ed4446-98d1-42fe-bd74-919caeac45b6 req-52a6728b-bd81-429c-ba48-fb2dd829f130 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102903'] for port, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:44.214423 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [req-74ed4446-98d1-42fe-bd74-919caeac45b6 req-52a6728b-bd81-429c-ba48-fb2dd829f130 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.42 "DELETE /v2.0/ports/288c167a-37f9-4200-b721-0b1ba05b604d HTTP/1.1" status: 204 len: 173 time: 0.8536823 Jun 22 07:21:44.214996 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a83845-187c-49c6-8208-69a9c70194ba', 'name': 'network-vif-deleted', 'tag': '288c167a-37f9-4200-b721-0b1ba05b604d'}] {{(pid=92822) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:21:44.218758 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81bd8e1409a2490d20d2596d4868fd1d93c9fe5e6cf546e50874ff73a05cc49a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd13377-47b5-4001-9340-864e29dd328f" -d '{"events": [{"server_uuid": "23a83845-187c-49c6-8208-69a9c70194ba", "name": "network-vif-deleted", "tag": "288c167a-37f9-4200-b721-0b1ba05b604d"}]}' {{(pid=92822) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:21:44.261870 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e889da-67f8-4d4b-a83f-69c3d1a863a3 x-openstack-request-id: req-b8e889da-67f8-4d4b-a83f-69c3d1a863a3 {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:21:44.264099 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a83845-187c-49c6-8208-69a9c70194ba", "name": "network-vif-deleted", "tag": "288c167a-37f9-4200-b721-0b1ba05b604d", "status": "completed", "code": 200}]} {{(pid=92822) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:21:44.265288 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b8e889da-67f8-4d4b-a83f-69c3d1a863a3 {{(pid=92822) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:21:44.265563 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a83845-187c-49c6-8208-69a9c70194ba', 'name': 'network-vif-deleted', 'tag': '288c167a-37f9-4200-b721-0b1ba05b604d', 'status': 'completed', 'code': 200} Jun 22 07:21:44.415389 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [req-b079bc55-6b21-4de7-849c-ac68ac4d777c req-a1c1aa90-c6c3-4800-a951-c14f0015fb38 tempest-VolumesSnapshotTestJSON-177042493 tempest-VolumesSnapshotTestJSON-177042493-project] 10.222.0.22 "GET /v2.0/ports?device_id=23a83845-187c-49c6-8208-69a9c70194ba HTTP/1.1" status: 200 len: 210 time: 0.0352509 Jun 22 07:21:47.715534 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:48.892394 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 288c167a-37f9-4200-b721-0b1ba05b604d no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:21:48.913561 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] No Port match for: 288c167a-37f9-4200-b721-0b1ba05b604d {{(pid=92823) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:21:48.913916 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron.plugins.ml2.rpc [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Device 288c167a-37f9-4200-b721-0b1ba05b604d not bound to the agent host hv-cinder-78662 {{(pid=92823) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:22:02.628656 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 39238) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:22:02.673667 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.db.db_base_plugin_v2 [None req-b10cfadc-0b34-4127-b1c3-703ae3060a84 admin admin] Deleting subnet c666085c-c9e7-4859-bf1f-7ffbfce8ab27 {{(pid=92821) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:22:02.676906 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b10cfadc-0b34-4127-b1c3-703ae3060a84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:02.715265 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b10cfadc-0b34-4127-b1c3-703ae3060a84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133979590'] for subnet, precommit_delete_associations {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:02.753978 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b10cfadc-0b34-4127-b1c3-703ae3060a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708745'] for subnet, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:02.805439 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b10cfadc-0b34-4127-b1c3-703ae3060a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-134075330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130921171'] for subnet, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:02.808533 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-db680036-b36c-48a6-9a01-4dab7b253edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:22:02.834041 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10cfadc-0b34-4127-b1c3-703ae3060a84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c666085c-c9e7-4859-bf1f-7ffbfce8ab27,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:22:02.836074 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-b10cfadc-0b34-4127-b1c3-703ae3060a84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:02.837929 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-b10cfadc-0b34-4127-b1c3-703ae3060a84 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c666085c-c9e7-4859-bf1f-7ffbfce8ab27 HTTP/1.1" status: 204 len: 168 time: 0.2082839 Jun 22 07:22:02.838973 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-b10cfadc-0b34-4127-b1c3-703ae3060a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:22:02.841599 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [-] (92821) accepted ('10.222.0.22', 39240) {{(pid=92821) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:22:02.948628 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-0c2bdeb7-cec4-4b58-82d5-893c11606ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735482'] for network, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:03.026220 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-0c2bdeb7-cec4-4b58-82d5-893c11606ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709888', 'neutron.services.segments.db._delete_segments_for_network-8736031724755'] for network, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:03.036526 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.services.segments.db [None req-0c2bdeb7-cec4-4b58-82d5-893c11606ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5be19d7-9b45-4ae5-9fda-1a3d8c67e800']}} {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:22:03.047765 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.services.segments.db [None req-0c2bdeb7-cec4-4b58-82d5-893c11606ea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ee73be-20e6-41f8-acac-be492077b78f') {'for_net_delete': True} {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:22:03.047988 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.services.segments.db [None req-0c2bdeb7-cec4-4b58-82d5-893c11606ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ee73be-20e6-41f8-acac-be492077b78f') {} {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:22:03.056943 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-0c2bdeb7-cec4-4b58-82d5-893c11606ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736031724584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133979633'] for segment, before_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:03.070247 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-0c2bdeb7-cec4-4b58-82d5-893c11606ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600'] for segment, precommit_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:03.076257 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2bdeb7-cec4-4b58-82d5-893c11606ea6 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=92821) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:22:03.076629 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-0c2bdeb7-cec4-4b58-82d5-893c11606ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-134074747'] for segment, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: Traceback (most recent call last): Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: timer() Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: cb(*args, **kw) Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: return func(*args, **kwargs) Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: self._notify() Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: self.callback(batched_events) Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: event.method(event) Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: return f(self, *a, **k) Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: return self._get(url).json() Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: return self.request(url, 'GET', **kwargs) Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:22:03.078390 dv-cinder-786627-11-smb neutron-server[92821]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:22:03.139777 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-0c2bdeb7-cec4-4b58-82d5-893c11606ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-451389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592449'] for network, after_delete {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:03.143627 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:22:03.146309 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-0c2bdeb7-cec4-4b58-82d5-893c11606ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773073'] for network, before_response {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:03.148196 dv-cinder-786627-11-smb neutron-server[92821]: INFO neutron.wsgi [None req-0c2bdeb7-cec4-4b58-82d5-893c11606ea6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b5be19d7-9b45-4ae5-9fda-1a3d8c67e800 HTTP/1.1" status: 204 len: 168 time: 0.3056579 Jun 22 07:22:03.160412 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2bdeb7-cec4-4b58-82d5-893c11606ea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5be19d7-9b45-4ae5-9fda-1a3d8c67e800,revision_number=None']} {{(pid=92821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:22:03.163272 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-0c2bdeb7-cec4-4b58-82d5-893c11606ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:22:03.297491 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 39244) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:22:03.341321 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-1e65b9c4-82a2-441c-95b4-f7b508014cc3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eea58b496f404147a03d9f2b2adb673d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425491 Jun 22 07:22:03.345438 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.wsgi [-] (92822) accepted ('10.222.0.22', 39246) {{(pid=92822) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:22:03.395936 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b9474c24-d780-4ed5-a4e0-af0c84ccd032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:03.417222 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b9474c24-d780-4ed5-a4e0-af0c84ccd032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:03.464583 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b9474c24-d780-4ed5-a4e0-af0c84ccd032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451388'] for security_group, after_delete {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:03.467173 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron_lib.callbacks.manager [None req-b9474c24-d780-4ed5-a4e0-af0c84ccd032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:03.468335 dv-cinder-786627-11-smb neutron-server[92822]: INFO neutron.wsgi [None req-b9474c24-d780-4ed5-a4e0-af0c84ccd032 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bf313ed6-d2a4-4ad1-ba48-37b6f8b6e16b HTTP/1.1" status: 204 len: 168 time: 0.1219373 Jun 22 07:22:03.469265 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-280d12ae-6bc6-4981-bd19-d822d71a228a tempest-AttachVolumeTestJSON-177322070 tempest-AttachVolumeTestJSON-177322070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:22:03.477392 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9474c24-d780-4ed5-a4e0-af0c84ccd032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf313ed6-d2a4-4ad1-ba48-37b6f8b6e16b,revision_number=None']} {{(pid=92822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:22:03.485306 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9474c24-d780-4ed5-a4e0-af0c84ccd032 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:03.485759 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9474c24-d780-4ed5-a4e0-af0c84ccd032 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:03.486289 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9474c24-d780-4ed5-a4e0-af0c84ccd032 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:03.486653 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9474c24-d780-4ed5-a4e0-af0c84ccd032 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:03.487014 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9474c24-d780-4ed5-a4e0-af0c84ccd032 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:03.487410 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9474c24-d780-4ed5-a4e0-af0c84ccd032 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:03.487771 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9474c24-d780-4ed5-a4e0-af0c84ccd032 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:03.488130 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9474c24-d780-4ed5-a4e0-af0c84ccd032 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:03.488488 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9474c24-d780-4ed5-a4e0-af0c84ccd032 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:03.488844 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9474c24-d780-4ed5-a4e0-af0c84ccd032 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:03.489195 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9474c24-d780-4ed5-a4e0-af0c84ccd032 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:03.489546 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9474c24-d780-4ed5-a4e0-af0c84ccd032 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-smb {{(pid=92822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:03.492877 dv-cinder-786627-11-smb neutron-server[92822]: DEBUG oslo_concurrency.lockutils [None req-b9474c24-d780-4ed5-a4e0-af0c84ccd032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:22:04.142736 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-b970e217-ec8e-4e50-ba65-cbd0781f8c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:06.753187 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-b6c8e48a-289d-451c-9d18-bd1445e72d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:06.953932 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:07.755047 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:09.833514 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:15.084515 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 6 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:22:17.706122 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:34.147586 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-47512093-bc58-4e9c-b0aa-c524c0b960b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:36.744418 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-48fce872-b2e1-433d-a5c6-df3a719cdcfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:36.956534 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:37.758293 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:39.834034 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:47.719373 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:52.082440 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 6 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:23:04.149588 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-d290aacb-b0bc-4720-bf56-a034a9a5cdcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:06.746191 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-2327ecde-cf6c-430a-b002-da928b77b97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:06.959817 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:07.764769 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:09.840382 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:17.744004 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:29.081212 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 6 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:23:34.151144 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-6aaebd36-1cf2-4939-8a4a-f46b24eb2621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:36.746764 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-889beca6-8a23-4320-8578-2302732003d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:36.963101 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:37.763175 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:39.841126 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:47.734665 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:04.154352 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-45b1df11-32d8-45c3-8b00-b7544018d559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:06.079950 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 6 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:24:06.750390 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-24c2bd3a-c462-452c-9542-67b110e6dfba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:06.966117 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:07.769804 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:09.843150 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:17.774263 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:34.161289 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-2c5f4995-1332-43fe-ad35-bfcd5d86f541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:36.751063 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-a57bf868-d1b4-49fc-aadc-05f9e1de6650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:36.968063 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:37.769650 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:39.844366 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:43.079762 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 6 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:24:47.774194 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:04.153827 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-084efc44-eae2-4325-bdcc-f5cd5b7a3b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:06.752252 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-d8577f17-8e95-4b2e-a953-db9fad5641a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:06.970981 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:07.774239 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:09.848913 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:17.772937 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:20.079264 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 6 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:25:34.157330 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-c57720f4-2518-43a9-b522-daee0da8abff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:36.754971 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-878d6df7-bcfc-4f8e-94fa-2ca1b9bac890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:36.975538 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:37.777885 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:39.850902 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:47.771843 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:57.077597 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 6 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:26:04.161395 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-b1d8e720-18b9-4da1-821e-2e76ff05be9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:06.756838 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3e329f84-189a-447a-bb02-1e9f6abfa504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:06.978553 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:07.778183 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:09.853194 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:17.785057 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:34.076631 dv-cinder-786627-11-smb neutron-server[92824]: DEBUG neutron.db.agents_db [None req-7396d012-2837-4eda-8fcf-6067cb087731 None None] Agent healthcheck: found 6 active agents {{(pid=92824) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:26:34.162995 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-760e814e-b911-48b6-95f0-e27ef6068aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:36.759550 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-d01bde13-ab17-4388-8223-cb96da208960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:36.984156 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-badbe661-7601-497f-823b-f0844c323d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:37.785023 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-bb21a9bd-85f4-4b9e-8fc8-c225f576b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:39.858412 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdcd8-8696-467d-a2ca-9bdbce7a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:47.803705 dv-cinder-786627-11-smb neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-ee361ab2-3ff5-4140-b354-d639841564ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736031724737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696650'] for agent, after_update {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:56.078156 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [req-d581246a-2031-4c40-a3a3-e9dc6045fbe3 req-e9305a53-190c-408c-a692-419c2dadbf3a service neutron] (92821) timed out ('10.222.0.42', 54686) {{(pid=92821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 07:26:58.938357 dv-cinder-786627-11-smb neutron-server[92821]: DEBUG neutron.wsgi [req-2f6322a7-9915-4465-baa2-cdebda6f64be req-355d91f7-126c-4848-bb1b-19225cfd10b4 service neutron] (92821) timed out ('10.222.0.42', 54661) {{(pid=92821) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}